-- Logs begin at Thu 2022-05-12 22:32:39 UTC, end at Thu 2022-05-12 23:39:58 UTC. -- May 12 23:15:23.859259 dv-cinder-782260-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 23:15:26.667077 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.common.config [-] Logging enabled! May 12 23:15:26.667663 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev206 May 12 23:15:26.667867 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103179) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 23:15:26.671233 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.common.config [-] Logging enabled! May 12 23:15:26.671493 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev206 May 12 23:15:26.671804 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103179) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 23:15:26.673027 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 23:15:26.673265 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 23:15:26.673641 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 23:15:26.673891 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 23:15:26.674117 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 23:15:26.674435 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.674835 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.675070 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.675371 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.675663 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.675952 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.676245 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.676570 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.676856 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.677139 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.677426 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.677661 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.677940 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.678231 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.678518 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.678745 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] debug = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.679028 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.679465 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.679895 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.680168 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.680489 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.680765 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.681040 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.681321 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.681608 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.681938 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] host = dv-cinder-782260-5-iscsi {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.682218 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.682506 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.682794 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.683082 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.683361 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.683640 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.683927 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.684202 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.684586 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.684859 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.685149 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.685481 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.685740 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.685974 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.686191 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.686479 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.686779 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.687056 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.687410 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.687596 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.687920 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.688146 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.688460 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.688749 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.689031 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.689317 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.689593 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.689868 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.690141 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.690413 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.690699 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.690972 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.691244 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.691517 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.691803 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.692073 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.692374 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.692679 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.692967 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.693251 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.693543 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.693820 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.694105 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.694380 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.694654 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.694927 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] use_json = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.695202 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.696009 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.696348 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.696635 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.696914 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.697194 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.697468 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.697755 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.698034 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:26.698333 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.698631 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.698933 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.699218 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.699526 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.699809 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.700102 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.700425 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.700723 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.701020 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.701312 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.701595 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.701901 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.702192 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.702490 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.702800 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.703098 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.703395 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.703674 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.703954 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.704232 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.704539 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.704829 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.705111 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.705404 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.705697 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.705977 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.706280 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.706568 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.706856 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.707153 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.707447 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.707723 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.708004 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.708324 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.708600 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.708877 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.709170 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.709452 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.709730 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.710014 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.710295 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.710576 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.710850 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.711214 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.711996 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.712277 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.712578 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.712853 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.713135 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.713412 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.713697 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.713975 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.714249 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.714523 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.714804 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.715081 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.715356 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.715638 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.715913 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.716194 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.716492 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.716770 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.717044 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.717318 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.717591 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.717864 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.718135 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.718412 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.718688 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.718962 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.719236 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.719509 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.719783 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.720083 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.720392 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.720674 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.720956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.721235 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.721515 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.721797 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.722076 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.722356 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.722628 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.722919 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.723206 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.723493 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.723779 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.724061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.724409 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.724689 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.724971 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.725257 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.725535 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.725814 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.726098 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.726385 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.726709 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.727010 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.727308 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.727606 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.727902 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.728184 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.728524 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.728806 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:26.729022 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 23:15:26.729266 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103179) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 23:15:27.196628 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 23:15:27.196914 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 23:15:27.197220 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 23:15:27.197553 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 23:15:27.531531 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.531744 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.532015 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.533244 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.533519 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.533782 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.590095 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.590377 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.590647 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.605916 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.606182 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.606454 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.636158 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.636468 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.636741 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.674369 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.674909 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:27.674909 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.019390 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.019677 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.019946 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.020214 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.020939 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.120150 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.120498 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.120788 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.121064 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.121333 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.121642 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.121903 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.122161 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.122416 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.122698 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.122964 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.123231 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.123489 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.123744 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.123999 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.124264 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.124540 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.124807 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.125076 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.125334 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.125607 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.125859 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.126139 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.126515 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.126764 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.127009 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.127399 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.127639 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.127877 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.128114 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.128375 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.128613 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.128971 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 23:15:28.132039 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 23:15:28.136560 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 23:15:28.140340 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 12 23:15:28.141974 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 23:15:28.142440 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 23:15:28.142784 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 23:15:28.143178 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 23:15:28.146138 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 23:15:28.146400 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 23:15:28.146743 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 23:15:28.152155 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 23:15:28.176288 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 23:15:28.176761 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.177057 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103179) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 23:15:28.177429 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.178778 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103179) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 23:15:28.179057 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 23:15:28.179302 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 23:15:28.183130 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.183414 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.245907 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 23:15:28.246144 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 23:15:28.246384 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 23:15:28.246753 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 23:15:28.267294 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_db.sqlalchemy.engines [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103179) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 23:15:28.719048 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing driver for type 'gre' May 12 23:15:28.719725 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] gre ID ranges: [(1, 1000)] May 12 23:15:28.784863 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing driver for type 'local' May 12 23:15:28.785205 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing driver for type 'vlan' May 12 23:15:28.803137 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] VlanTypeDriver initialization complete May 12 23:15:28.803685 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing driver for type 'vxlan' May 12 23:15:28.804262 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] vxlan ID ranges: [(1, 1000)] May 12 23:15:28.860498 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing extension driver 'port_security' May 12 23:15:28.860851 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.extensions.port_security [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] PortSecurityExtensionDriver initialization complete May 12 23:15:28.861175 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing mechanism driver 'openvswitch' May 12 23:15:28.861510 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing mechanism driver 'hyperv' May 12 23:15:28.868106 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:15:28.868977 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.869353 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.869710 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.870234 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 23:15:28.870669 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.871026 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.871375 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.871770 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 23:15:28.872182 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.872556 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.872904 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.873298 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 23:15:28.873706 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.874056 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.874396 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.874791 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 23:15:28.875199 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.875545 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.875888 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.876278 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 23:15:28.876708 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.877053 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.877394 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.877784 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 23:15:28.878227 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] ML2 OVO RPC backend initialized. {{(pid=103179) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 23:15:28.878932 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.879289 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.879707 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.880056 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > networks before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.880436 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.880782 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > ports before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.881127 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.881470 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.881816 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.882164 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.882499 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.883370 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.883708 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.884043 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.884404 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.884743 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.885076 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.892407 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded quota_driver: . May 12 23:15:28.892770 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Modular L2 Plugin initialization complete May 12 23:15:28.893119 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading services supported by the core plugin {{(pid=103179) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 23:15:28.893465 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.plugins.ml2.managers [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Got port-security extension from driver 'port_security' May 12 23:15:28.893944 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.extensions.vlantransparent [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Disabled vlantransparent extension. May 12 23:15:28.894438 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103179) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 23:15:28.894765 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: router May 12 23:15:28.930185 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.930574 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.930947 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router before_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.931310 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.931691 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.932048 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_delete 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.932439 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.932791 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.933149 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.933498 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.933847 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.934195 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.934673 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.935090 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.935462 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.935802 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.936142 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.936510 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.936860 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.937207 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.937549 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.937890 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.938243 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router after_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.938586 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.939263 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.939636 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.939987 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.940377 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > agent after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.940733 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.941081 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.941951 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Tracking information for resource: router configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.942290 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Tracking information for resource: floatingip configured {{(pid=103179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 23:15:28.947616 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.db.l3_agentschedulers_db [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 23:15:28.948201 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.948587 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.948940 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.949290 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.950080 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router before_create 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.950444 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.950805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.951158 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.955894 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.provider_configuration [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service providers = [] {{(pid=103179) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 23:15:28.956259 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.db.servicetype_db [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103179) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 23:15:28.959254 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.service_base [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 23:15:28.959602 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.service_base [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 23:15:28.959944 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.service_base [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 23:15:28.960860 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.services.service_base [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 23:15:28.961777 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.services.service_base [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 23:15:28.962154 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:28.962476 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 23:15:28.973209 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:28.973496 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: auto_allocate May 12 23:15:28.979124 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: network precommit_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.979497 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: network precommit_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.980014 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:28.980361 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: tag May 12 23:15:28.987215 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:28.987549 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: timestamp May 12 23:15:28.991365 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:28.991695 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: network_ip_availability May 12 23:15:28.997197 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.997570 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.997928 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:28.998644 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:28.998967 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: flavors May 12 23:15:29.003853 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:29.004190 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading Plugin: revisions May 12 23:15:29.009093 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 23:15:29.009477 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_concurrency.lockutils [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=103179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 23:15:29.010210 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103179) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 23:15:29.010549 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Initializing extension manager. May 12 23:15:29.011078 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: __init__.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.011424 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: __pycache__ {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.011761 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: _port_mac_address_override.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.012097 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: address_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.012869 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.013437 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: address-group May 12 23:15:29.013764 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: address_scope.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.014483 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.014989 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: address-scope May 12 23:15:29.015311 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.016240 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.016779 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: router-admin-state-down-before-update May 12 23:15:29.017122 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: agent.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.017810 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.018315 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: agent May 12 23:15:29.018637 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: agent_resources_synced.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.019549 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.020059 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: agent-resources-synced May 12 23:15:29.020420 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.022239 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.022769 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: allowed-address-pairs May 12 23:15:29.023097 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.024825 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.025483 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: auto-allocated-topology May 12 23:15:29.025810 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: availability_zone.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.026518 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.027031 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: availability_zone May 12 23:15:29.027360 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: availability_zone_filter.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.028281 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.028808 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: availability_zone_filter May 12 23:15:29.029134 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: data_plane_status.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.030047 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.030549 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension data-plane-status not supported by any of loaded plugins May 12 23:15:29.030875 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: default_subnetpools.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.031784 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.032289 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: default-subnetpools May 12 23:15:29.032640 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.033447 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.033952 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: dhcp_agent_scheduler May 12 23:15:29.034275 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: dns.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.035191 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.035692 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension dns-integration not supported by any of loaded plugins May 12 23:15:29.036016 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: dns_domain_ports.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.036977 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.037484 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 23:15:29.037809 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.038727 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.039265 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 23:15:29.039588 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: dvr.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.040680 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.040797 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: dvr May 12 23:15:29.041116 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: ecmp_routes.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.042029 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.042529 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 23:15:29.042850 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: empty_string_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.043757 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.044264 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: empty-string-filtering May 12 23:15:29.044608 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.045516 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.046020 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 23:15:29.046340 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.047247 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.048006 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 23:15:29.048346 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: external_net.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.049257 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.049762 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: external-net May 12 23:15:29.050090 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.051000 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.051505 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: extra_dhcp_opt May 12 23:15:29.051825 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: extraroute.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.052748 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.053251 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: extraroute May 12 23:15:29.053571 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: extraroute_atomic.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.055346 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.055867 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: extraroute-atomic May 12 23:15:29.056196 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: filter_validation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.056917 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.057430 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: filter-validation May 12 23:15:29.057753 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: fip_pf_description.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.058694 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.059197 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 23:15:29.059518 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.060475 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.060977 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 23:15:29.061296 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: fip_port_details.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.062222 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.062722 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: fip-port-details May 12 23:15:29.063045 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: flavors.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.064295 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.064829 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: flavors May 12 23:15:29.065263 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.066956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.067484 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 23:15:29.067815 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: floatingip_pools.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.068555 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.070040 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: floatingip-pools May 12 23:15:29.071037 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: ip_allocation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.072457 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.072973 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension ip_allocation not supported by any of loaded plugins May 12 23:15:29.073302 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.075551 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.076070 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: ip-substring-filtering May 12 23:15:29.076441 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l2_adjacency.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.078384 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.079029 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 23:15:29.079229 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.082494 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.082494 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: router May 12 23:15:29.082494 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.084295 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.084868 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 23:15:29.085700 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.086663 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.088704 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: ext-gw-mode May 12 23:15:29.089065 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.089990 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.090511 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: l3-ha May 12 23:15:29.091609 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.092562 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.093085 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 23:15:29.093415 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_flavors.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.094333 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.094849 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: l3-flavors May 12 23:15:29.095175 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.096570 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.097093 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 23:15:29.097423 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.098348 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.098859 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 23:15:29.099184 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: l3agentscheduler.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.100244 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.100788 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: l3_agent_scheduler May 12 23:15:29.101113 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: local_ip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.104470 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.105001 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension local_ip not supported by any of loaded plugins May 12 23:15:29.105335 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: logging.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.106807 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.107330 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension logging not supported by any of loaded plugins May 12 23:15:29.107663 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: metering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.108461 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.109044 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: metering May 12 23:15:29.109372 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.110468 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.110983 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: metering_source_and_destination_fields May 12 23:15:29.111311 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: multiprovidernet.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.112248 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.112790 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: multi-provider May 12 23:15:29.113115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: netmtu.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.114034 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.114536 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: net-mtu May 12 23:15:29.114859 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: netmtu_writable.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.115777 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.116285 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: net-mtu-writable May 12 23:15:29.116635 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: network_availability_zone.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.117832 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.118341 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: network_availability_zone May 12 23:15:29.118664 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: network_ip_availability.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.119764 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.120276 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: network-ip-availability May 12 23:15:29.120629 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: network_segment_range.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.121394 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.121897 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension network-segment-range not supported by any of loaded plugins May 12 23:15:29.122223 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: pagination.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.123209 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.123542 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: pagination May 12 23:15:29.123861 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: port_device_profile.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.124808 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.125327 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: port-device-profile May 12 23:15:29.125676 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: port_mac_address_override.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.126611 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.127122 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: port-mac-override May 12 23:15:29.127444 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.128397 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.128935 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: port-mac-address-regenerate May 12 23:15:29.129256 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.130171 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.130685 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: port-numa-affinity-policy May 12 23:15:29.131006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: port_resource_request.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.131933 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.132473 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension port-resource-request not supported by any of loaded plugins May 12 23:15:29.133401 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.134376 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.134888 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 23:15:29.135214 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: portbindings.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.136146 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.136693 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: binding May 12 23:15:29.137018 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: portbindings_extended.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.138277 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.138788 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: binding-extended May 12 23:15:29.139116 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: portsecurity.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.140037 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.140580 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: port-security May 12 23:15:29.140910 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: project_id.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.141884 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.142215 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: project-id May 12 23:15:29.142535 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: providernet.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.143475 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.144048 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: provider May 12 23:15:29.144460 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.148924 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.149623 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos not supported by any of loaded plugins May 12 23:15:29.150000 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.151789 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.152486 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 23:15:29.152970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.154143 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.154852 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 23:15:29.155226 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_default.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.156637 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.157293 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-default not supported by any of loaded plugins May 12 23:15:29.157662 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_fip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.158901 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.159723 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-fip not supported by any of loaded plugins May 12 23:15:29.160093 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.161453 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.162002 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 23:15:29.162393 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.163677 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.164345 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 23:15:29.164743 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.165767 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.166626 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 23:15:29.167094 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.168181 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.168839 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 23:15:29.169229 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.170630 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.171226 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 23:15:29.171591 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_pps_rule.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.173505 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.174120 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-pps not supported by any of loaded plugins May 12 23:15:29.174562 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.175806 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.176405 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 23:15:29.176826 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.177733 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.178250 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 23:15:29.178575 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: qos_rules_alias.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.179620 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.180692 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 23:15:29.181021 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: quota_check_limit.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.182024 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.182539 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: quota-check-limit May 12 23:15:29.182866 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: quotasv2.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.183823 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.184150 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: quotas May 12 23:15:29.184499 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: quotasv2_detail.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.186235 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.186574 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: quota_details May 12 23:15:29.186904 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: rbac.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.187972 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.188544 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: rbac-policies May 12 23:15:29.188875 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: rbac_address_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.189816 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.190337 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: rbac-address-group May 12 23:15:29.190662 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: rbac_address_scope.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.191586 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.192100 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: rbac-address-scope May 12 23:15:29.192463 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: rbac_security_groups.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.193388 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.193897 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: rbac-security-groups May 12 23:15:29.194218 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.195137 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.196260 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: rbac-subnetpool May 12 23:15:29.196613 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: revisionifmatch.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.197551 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.198063 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: revision-if-match May 12 23:15:29.198385 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: revisions.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.199505 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.200018 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: standard-attr-revisions May 12 23:15:29.200370 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: router_availability_zone.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.201051 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.201563 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: router_availability_zone May 12 23:15:29.201888 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: routerservicetype.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.202812 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.203324 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension router-service-type not supported by any of loaded plugins May 12 23:15:29.203646 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.204597 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.205116 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: security-groups-normalized-cidr May 12 23:15:29.205438 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.206367 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.206881 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: port-security-groups-filtering May 12 23:15:29.207205 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.208146 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.208701 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: security-groups-remote-address-group May 12 23:15:29.209021 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.210075 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.210593 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: security-groups-shared-filtering May 12 23:15:29.210939 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.211527 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 23:15:29.211849 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: securitygroup.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.221432 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.221968 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: security-group May 12 23:15:29.222302 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: segment.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.223032 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.223588 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension segment not supported by any of loaded plugins May 12 23:15:29.223877 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.224848 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.225365 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 23:15:29.225693 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: servicetype.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.226820 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.227339 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: service-type May 12 23:15:29.227669 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: sorting.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.228681 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.229016 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: sorting May 12 23:15:29.229340 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: standard_attr_segment.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.230258 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.230773 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 23:15:29.231098 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: standardattrdescription.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.231744 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.232246 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: standard-attr-description May 12 23:15:29.232593 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: stateful_security_group.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.233532 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.234039 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: stateful-security-group May 12 23:15:29.234362 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: stdattrs_common.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.234928 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 23:15:29.235250 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.236170 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.236715 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 23:15:29.237041 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: subnet_onboard.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.238098 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.238618 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: subnet_onboard May 12 23:15:29.238944 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.239874 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.240424 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 23:15:29.240754 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: subnet_service_types.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.241681 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.242710 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: subnet-service-types May 12 23:15:29.243038 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: subnetallocation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.244138 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.244681 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: subnet_allocation May 12 23:15:29.245006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.245672 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.246191 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: subnetpool-prefix-ops May 12 23:15:29.246513 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.247439 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.247947 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 23:15:29.248270 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: tagging.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.249401 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.249955 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: standard-attr-tag May 12 23:15:29.250294 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: timestamp.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.251560 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.252076 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loaded extension: standard-attr-timestamp May 12 23:15:29.252442 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: trunk.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.253491 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.254009 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension trunk not supported by any of loaded plugins May 12 23:15:29.254340 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: trunk_details.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.255265 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.255777 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension trunk-details not supported by any of loaded plugins May 12 23:15:29.256104 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.257056 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.257569 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 23:15:29.258534 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Loading extension file: vlantransparent.py {{(pid=103179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 23:15:29.259213 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 23:15:29.259720 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 23:15:29.262280 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:network May 12 23:15:29.262820 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:subnet May 12 23:15:29.263218 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 23:15:29.263610 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:port May 12 23:15:29.264895 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.265342 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service FLAVORS assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.265962 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.266386 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.266724 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:router May 12 23:15:29.267229 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:floatingip May 12 23:15:29.267736 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service METERING assigned prefix: /metering {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.269242 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:29.269621 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:29.269976 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:15:29.270985 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of CountableResource for resource:rbac_policy May 12 23:15:29.271424 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:security_group May 12 23:15:29.271848 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 23:15:29.272480 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.272816 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 23:15:29.273163 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] subnetpool is already registered May 12 23:15:29.273612 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.273950 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 23:15:29.274283 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] subnetpool is already registered May 12 23:15:29.276555 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.276987 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service FLAVORS assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.277573 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.277997 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.278330 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:router May 12 23:15:29.278669 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] router is already registered May 12 23:15:29.279085 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:floatingip May 12 23:15:29.279421 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] floatingip is already registered May 12 23:15:29.279876 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service METERING assigned prefix: /metering {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.280565 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of CountableResource for resource:rbac_policy May 12 23:15:29.280893 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] rbac_policy is already registered May 12 23:15:29.281305 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:security_group May 12 23:15:29.281639 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] security_group is already registered May 12 23:15:29.282043 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 23:15:29.282376 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] security_group_rule is already registered May 12 23:15:29.282997 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.283332 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 23:15:29.283666 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] subnetpool is already registered May 12 23:15:29.284083 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.v2.resource_helper [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Service CORE assigned prefix: {{(pid=103179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 23:15:29.284450 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Creating instance of TrackedResource for resource:subnetpool May 12 23:15:29.284783 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING neutron.quota.resource_registry [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] subnetpool is already registered May 12 23:15:29.285255 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: extensions {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.286690 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: address-groups {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.288182 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: address-scopes {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.289552 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: agents {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.290709 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: auto-allocated-topology {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.291984 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: availability_zones {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.293234 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: dhcp-networks {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.294771 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: dhcp-agents {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.296218 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: routers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.298201 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: flavors {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.299497 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: service_profiles {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.300737 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: next_providers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.302168 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: service_profiles {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.303807 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: floatingip-pools {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.305609 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: routers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.307304 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: floatingips {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.309499 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: l3-routers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.310921 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: l3-agents {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.312375 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: metering-labels {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.313646 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: metering-label-rules {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.315032 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: network-ip-availabilities {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.316286 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: bindings {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.317858 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: quotas {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.319571 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: quotas {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.321745 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: rbac-policies {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.322962 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: security-groups {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.324261 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: security-group-rules {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.325560 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: service-providers {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.326790 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: subnetpools {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.328131 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: subnetpools {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.329716 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.331381 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.333226 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.335024 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.336772 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.338719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.340441 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.342339 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.344117 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.345892 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron.api.extensions [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Extended resource: tags {{(pid=103179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 23:15:29.351798 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING keystonemiddleware.auth_token [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 23:15:29.357018 dv-cinder-782260-5-iscsi neutron-server[103179]: WARNING keystonemiddleware.auth_token [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 23:15:29.365814 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_concurrency.lockutils [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Acquired lock "singleton_lock" {{(pid=103179) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 23:15:29.366294 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_concurrency.lockutils [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Releasing lock "singleton_lock" {{(pid=103179) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 23:15:29.366949 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Starting 2 workers May 12 23:15:29.372527 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Started child 103288 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 23:15:29.377273 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Started child 103289 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 23:15:29.378873 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO neutron.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 23:15:29.378960 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:29.379579 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:29.380403 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [-] (103288) wsgi starting up on http://0.0.0.0:9696 May 12 23:15:29.381995 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Starting 1 workers May 12 23:15:29.382561 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:29.384693 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [-] (103289) wsgi starting up on http://0.0.0.0:9696 May 12 23:15:29.387841 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Started child 103290 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 23:15:29.388421 dv-cinder-782260-5-iscsi neutron-server[103179]: INFO oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Starting 1 workers May 12 23:15:29.391461 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] calling RpcWorker wait() {{(pid=103290) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 23:15:29.392024 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] returning from RpcWorker wait() {{(pid=103290) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 23:15:29.393003 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Started child 103291 {{(pid=103179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 23:15:29.393245 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:29.393714 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:15:29.393835 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-188229e2-7965-41dd-83cc-6ead629fd4c7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:29.395888 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103179) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 23:15:29.396106 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 23:15:29.396284 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 23:15:29.396699 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 23:15:29.397030 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 23:15:29.397197 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 23:15:29.397742 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.397921 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:29.398405 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.398405 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.398541 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.399113 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:15:29.399210 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.399372 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.399764 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.400052 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.400328 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.400505 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.400672 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.400928 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.401162 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.401481 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.401759 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.402000 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.402235 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.402420 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.402660 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.402924 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.403169 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.403456 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] debug = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.403698 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.404214 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.404546 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.404813 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.405034 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.405303 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.405532 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.405814 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.406031 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.406248 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.406484 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.406759 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.407008 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.407238 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.407456 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.407703 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.407924 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.408404 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] host = dv-cinder-782260-5-iscsi {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.408657 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.408874 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.409101 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.409349 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.409606 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.409855 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.410115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.410373 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.410633 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.410900 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.411143 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.411386 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.411625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.411883 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.412099 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_options = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.412272 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.412581 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.412852 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.413048 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.413215 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.413359 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.413660 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.413829 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.414554 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.414801 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.415051 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.415224 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.415457 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.415672 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.415921 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.416141 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.416382 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.417759 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.418393 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.418393 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.418393 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.418796 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.418941 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.419077 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.419267 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.419516 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.419778 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.420035 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.420284 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.420541 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.420809 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.421170 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.421553 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.422111 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.423146 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.423915 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.424161 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.426956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_json = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.429301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.431713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.431713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.431713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.431713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.431713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.431713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.432122 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.432325 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.432605 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.432856 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.433132 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.433413 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.433634 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.433871 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.434205 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.434436 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.434747 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.435047 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.435346 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.435678 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.435921 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.436204 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.436470 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.436657 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.437040 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.437278 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.437558 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.437819 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439115 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439804 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.439804 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.440066 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.440216 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.440374 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.442719 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444061 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444591 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444591 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444746 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.444872 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.445097 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.445354 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.445587 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.445824 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.446067 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.446284 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.446623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.447708 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.447708 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.447903 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.448109 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.451623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.452363 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453396 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453396 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453590 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.453801 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.454206 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.454373 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.454588 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.454824 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.455120 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.455357 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.455600 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.455819 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.456038 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.456251 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.456547 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.456772 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.457036 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.457316 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.457535 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.457790 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.458000 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.458442 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.458684 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.458922 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.459157 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.459522 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.459963 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.460372 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.460629 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.460888 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.461146 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.461448 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.461698 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.461954 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.462174 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.462453 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.462762 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.462997 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.463280 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.463538 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.463914 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.464351 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.464725 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.465139 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.465416 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.465666 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.465910 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.466188 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.466429 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.466646 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.466896 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.467242 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.467478 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.467709 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.467939 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.468205 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.468475 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.468722 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.469032 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.469307 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.469541 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.469780 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.470010 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.470254 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.470484 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.470733 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.470965 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.471204 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.471416 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.471651 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.471866 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.472076 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.472342 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.472556 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.472771 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.473001 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.473217 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.473434 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.473736 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.474547 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.474765 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.475158 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.475380 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.475601 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.475822 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.476051 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.476475 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.477361 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.477631 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.478576 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.478576 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.478576 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.478576 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.478987 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.478987 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.479253 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.479473 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.479686 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.479898 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.480113 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.480342 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.480557 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.480780 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.480991 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.481222 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.481468 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.481814 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.482063 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.482294 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.482551 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.482797 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.483017 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.483232 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.483455 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.483668 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.483882 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.484668 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.484668 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.484668 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.484901 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.484972 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.485189 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.485422 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.485677 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.485918 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.486153 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.486372 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.486619 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.486861 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.487076 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.487286 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.487490 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.487721 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.487965 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.488174 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.488490 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.488733 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.488980 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.489235 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.489467 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.489673 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.489973 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.490188 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.490433 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.490656 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.490865 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.491092 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.491339 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.491548 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.491753 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.491974 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.492797 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.493016 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.493245 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.493453 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.493660 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.493879 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.494091 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.494318 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.494538 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.494767 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.494982 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.495208 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.495420 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.495647 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.495869 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.496075 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.496279 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.496391 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:15:29.496519 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.496729 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.496935 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.497223 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.497467 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.497681 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.497973 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.498216 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.498478 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.498738 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.499048 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.499277 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.499551 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.499783 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.499997 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.500213 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.500484 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.501761 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.502043 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.502298 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.502552 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.502793 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.503064 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.503337 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.503551 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.503847 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.504172 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.504474 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.504744 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.504975 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.505356 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.505764 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.506014 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.506231 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.506448 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.506701 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.506941 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.507177 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.507423 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.507641 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.507906 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.508118 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.508365 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.508581 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.508842 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.509080 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.509238 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 23:15:29.509796 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103179) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 23:15:29.509957 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 23:15:29.510120 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 23:15:29.510312 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 23:15:29.510483 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 23:15:29.510624 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 23:15:29.510832 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.510994 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.511156 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.511315 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.511512 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.511674 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.511833 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.511991 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.512148 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.512336 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.512514 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.512674 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.512831 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.512987 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.513145 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.513301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.513457 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.513619 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.513776 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.513932 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.514089 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.514244 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] debug = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.514399 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.514606 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.514819 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.514930 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.515085 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.515241 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.515397 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.515552 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.515695 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.515850 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516008 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516163 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516349 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516510 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516666 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516821 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.516976 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.517132 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] host = dv-cinder-782260-5-iscsi {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.517286 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.517442 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.517599 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.517754 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.517910 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.518065 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.518222 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.518381 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.518520 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.518681 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.518843 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519001 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519157 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519313 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519468 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_options = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519624 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519779 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.519934 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.520121 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.520603 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.520852 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521015 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521172 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521327 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521483 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521640 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521795 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.521950 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.522108 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.522263 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.522450 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.522562 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.522918 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.523081 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.523238 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.523415 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.523573 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.523716 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.523872 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524028 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524182 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524354 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524512 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524666 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524822 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.524978 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.525175 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.525301 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.525423 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.525564 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.525718 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.525873 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.526028 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.526188 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.526342 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.526680 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.526680 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.527100 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.527415 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.527570 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.527872 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.528030 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_json = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.528342 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.528644 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.528808 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.528967 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.529120 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.529421 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.529579 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.529739 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.529899 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 23:15:29.530078 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.530241 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.530411 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.530572 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.530670 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 48592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:15:29.530755 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.530878 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.531033 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.531333 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.531637 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.531794 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.531960 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.532125 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.532294 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.532472 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.532775 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.532941 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.533102 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.533258 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.533580 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.533740 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.533901 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.534055 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.534358 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.534662 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.534819 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.534978 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.535136 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.535453 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.535453 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.535627 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.535770 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.535925 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.536080 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.536245 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.536425 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.536584 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.536745 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.536903 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.537062 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.538625 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.539805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.539805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.539805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.539805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.539805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.539805 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540212 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540212 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540396 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540475 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540709 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540709 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.540889 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.541020 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.541173 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.541329 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.541402 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086086 May 12 23:15:29.542533 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.542703 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.542896 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.543063 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.543952 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.544099 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545528 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545528 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545528 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545698 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545771 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.545894 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.546053 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.546211 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.546460 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.546557 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.546669 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.546987 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.547144 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.547299 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.547596 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.548172 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.548366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.548531 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.548690 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.548854 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549014 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549170 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549334 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549494 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549651 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549808 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.549968 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.550128 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.550286 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.550443 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.550602 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.550762 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.550922 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.551079 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.551238 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.551395 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.551552 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.551713 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.551864 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.552022 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.552182 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.552356 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.552673 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.552838 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.552996 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.553153 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.553318 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.553487 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.553646 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.553806 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.553963 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.554120 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.554277 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.554434 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.554592 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.555290 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.555449 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.555610 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.555780 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.555940 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.556099 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.556259 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.556480 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.556639 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.556796 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.556953 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.557110 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.557268 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.557425 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.557582 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.557741 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.557898 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.558054 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.558243 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.558368 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.558525 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.558682 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.558839 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559189 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559189 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559354 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559513 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559671 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559828 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.559985 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.560148 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.560331 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.560480 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.560637 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.560795 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.560952 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.561111 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.561267 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.561425 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.561581 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.561738 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.561895 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.562051 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.562207 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.562366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.562524 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.562682 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.562841 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563000 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563158 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563316 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563477 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563643 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563796 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.563954 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.564495 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.564495 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.564495 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.564750 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.564750 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.564893 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565019 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565195 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565353 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565511 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565672 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565830 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.565989 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.566152 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.566308 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.566466 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.566623 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.566788 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.566941 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.567100 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.567257 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.567415 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.567572 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.567734 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.567893 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.568052 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.568209 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.568394 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.568553 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.568711 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.568891 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.569051 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.569212 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.569372 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.569529 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.569691 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.569861 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.570021 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.570177 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.570359 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.570518 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.570676 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.570844 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.571001 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.571158 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572366 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572859 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572859 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.572859 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573047 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573126 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573242 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573398 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573565 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573728 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.573883 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574039 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574196 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574352 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574520 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574677 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574834 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.574991 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.575152 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.575344 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.575484 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.575689 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.575830 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.575977 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.576112 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.576247 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.576448 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.576529 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.576683 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.576842 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577000 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577158 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577309 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577462 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577624 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577791 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.577956 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.578970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.578970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.578970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.578970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.578970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.578970 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579343 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579343 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579343 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579541 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579633 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579790 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.579947 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.580105 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.580262 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.580541 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.580642 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.580748 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.580905 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.581063 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.581221 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.581380 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.581537 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.581693 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.581849 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.582006 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 23:15:29.582215 dv-cinder-782260-5-iscsi neutron-server[103179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 23:15:40.809359 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539bfd6-8489-4dd1-b1ce-d537be47120d None None] get_active_networks_info from dv-cinder-782260-5-iscsi {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 23:15:40.877719 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539bfd6-8489-4dd1-b1ce-d537be47120d None None] No non-hosted networks {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 23:15:40.885754 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.agentschedulers_db [None req-8539bfd6-8489-4dd1-b1ce-d537be47120d None None] DHCP Agent not found on host dv-cinder-782260-5-iscsi {{(pid=103290) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 23:15:40.969884 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44c0db33-e927-45db-a0fb-99d301bc60a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7865199'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:43.145385 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4da16b72-d3b7-4cbe-9350-eec38febead9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7865199'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:43.189624 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c096fa0-3276-41fb-bee7-71e612d67631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:44.022018 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 48662) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:15:44.036670 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7865199'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:44.556541 dv-cinder-782260-5-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-44a844e4-10a5-4716-b5ed-7669ef677148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:44.557176 dv-cinder-782260-5-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-44a844e4-10a5-4716-b5ed-7669ef677148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:44.781667 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [None req-44a844e4-10a5-4716-b5ed-7669ef677148 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:15:44.786874 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-44a844e4-10a5-4716-b5ed-7669ef677148 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7597861 May 12 23:15:45.701024 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7865199'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:47.160109 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7865199'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:47.162330 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.162881 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.163411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.164537 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.165016 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.165691 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.166196 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.166737 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.167219 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.167734 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.168341 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.169576 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.170436 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.170976 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.171302 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:47.171860 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782260-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:15:47.187601 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782260-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:15:47.315284 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 48692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:15:47.633282 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:15:47.724866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.policy [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103288) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 23:15:47.767242 dv-cinder-782260-5-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:47.767628 dv-cinder-782260-5-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:47.865332 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241982594', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241983126', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241966147', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241935910', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241946321', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758241920364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-628495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7653949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-358937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405064'] for rbac-policy (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:47.934915 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:47.956334 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4f5e3b62-581d-4327-b582-fc3d23cd48c1 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6197300 May 12 23:15:49.326748 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.db.l3_hamode_db [None req-7b726799-dafb-44da-a4c7-ac168597b9db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 23:15:49.410609 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b726799-dafb-44da-a4c7-ac168597b9db None None] Routers set() bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:15:49.411015 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b726799-dafb-44da-a4c7-ac168597b9db None None] Router IDs set() for agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 23:15:50.453774 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 48704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:15:50.758289 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:15:50.787116 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Made reservation on behalf of aae553b9163a4be1b377fc43251d67ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:15:50.792214 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:50.809228 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:50.923272 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks [] for security_group (d34c34d5-c673-470d-9136-81c4f11bfc9c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:50.926987 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d34c34d5-c673-470d-9136-81c4f11bfc9c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:50.951195 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:15:50.984539 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (211905dd-3e3d-4976-b873-b05cf7f39626), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:50.985109 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Added segment 211905dd-3e3d-4976-b873-b05cf7f39626 of type vlan for network 6d10d610-5bd1-4d05-b95d-8934a863313b May 12 23:15:51.005411 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c34d5-c673-470d-9136-81c4f11bfc9c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:15:51.056461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.057069 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.057421 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.057776 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.058108 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.058435 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.058755 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.059070 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.059444 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.059707 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.060023 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.060381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.060703 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.061015 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.061329 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Tracked resource versions report: May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: pushed versions: May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: { 'AddressGroup': {'1.2'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Agent': {'1.1'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'ConntrackHelper': {'1.0'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Log': {'1.0'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'NDPProxy': {'1.0'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Network': {'1.1'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Port': {'1.7'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'PortForwarding': {'1.3'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'QosPolicy': {'1.10'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroup': {'1.5'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SubPort': {'1.0'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Subnet': {'1.1'}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Trunk': {'1.1'}} May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: consumer versions: May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Agent': '1.1', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'ConntrackHelper': '1.0', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'LocalIPAssociation': '1.0', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Log': '1.0', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'NDPProxy': '1.0', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Network': '1.1', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Port': '1.7', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'PortForwarding': '1.3', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'QosPolicy': '1.10', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroup': '1.5', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroupRule': '1.2', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SubPort': '1.0', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Subnet': '1.1', May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Trunk': '1.1'}} May 12 23:15:51.062766 dv-cinder-782260-5-iscsi neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:15:51.097081 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (6d10d610-5bd1-4d05-b95d-8934a863313b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:51.140766 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (6d10d610-5bd1-4d05-b95d-8934a863313b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:51.146054 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:15:51.146856 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:51.217660 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7628222 May 12 23:15:51.273900 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0a7ae-6575-48c1-badc-4c13349bf22d demo demo] Pushing event updated for resources: {'Network': ['ID=6d10d610-5bd1-4d05-b95d-8934a863313b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:15:51.286093 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 6d10d610-5bd1-4d05-b95d-8934a863313b details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:15:53.651481 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:15:54.128272 dv-cinder-782260-5-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:54.128880 dv-cinder-782260-5-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:54.564336 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.policy [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103289) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 23:15:54.604729 dv-cinder-782260-5-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:54.605098 dv-cinder-782260-5-iscsi neutron-server[103289]: WARNING oslo_policy.policy [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 23:15:54.612631 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:15:54.614508 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-83cd4afb-61a4-44b6-ab02-adb0ae4bacde demo admin] 10.222.0.49 "GET /v2.0/networks/6d10d610-5bd1-4d05-b95d-8934a863313b HTTP/1.1" status: 200 len: 825 time: 0.9610119 May 12 23:15:54.653378 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b40d93d8-9399-491c-b6cc-f3e2337e3e88 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/9a9e380f-3b81-407c-a800-22a8e9aab4e7 HTTP/1.1" status: 200 len: 734 time: 0.0332577 May 12 23:15:54.661822 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'ip_version': 4, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:15:54.699898 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Made reservation on behalf of aae553b9163a4be1b377fc43251d67ad for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:15:54.702645 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:54.985777 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (443eb107-4b53-4498-9ca6-9c39da71a0d1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:55.052276 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Checking segment: {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:15:55.052685 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Network hostable DHCP agents. Network: 6d10d610-5bd1-4d05-b95d-8934a863313b, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:15:55.065210 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Pushing event updated for resources: {'Subnet': ['ID=443eb107-4b53-4498-9ca6-9c39da71a0d1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:15:55.077551 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.077894 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.078247 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.078610 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.078922 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.079240 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.079556 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.079867 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.080194 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.080543 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.080857 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.081271 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.081584 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.081933 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.082244 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Tracked resource versions report: May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: pushed versions: May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Agent': {'1.1'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Log': {'1.0'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'NDPProxy': {'1.0'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Network': {'1.1'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Port': {'1.7'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'PortForwarding': {'1.3'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: consumer versions: May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Agent': '1.1', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Log': '1.0', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'NDPProxy': '1.0', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Network': '1.1', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Port': '1.7', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'PortForwarding': '1.3', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'QosPolicy': '1.10', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SubPort': '1.0', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Subnet': '1.1', May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Trunk': '1.1'}} May 12 23:15:55.083620 dv-cinder-782260-5-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:15:55.110772 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Network 6d10d610-5bd1-4d05-b95d-8934a863313b is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:15:55.122801 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 6d10d610-5bd1-4d05-b95d-8934a863313b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:15:55.127926 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:15:55.128570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:55.132912 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3221ca6-3b97-43ea-949a-24e13b86171a None None] Network 6d10d610-5bd1-4d05-b95d-8934a863313b requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:15:55.164395 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8a76cffe-ad6e-4d9d-95b8-f808d9175775 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4924946 May 12 23:15:55.395313 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-6d10d610-5bd1-4d05-b95d-8934a863313b', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:15:55.396684 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:55.676369 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Allocated IP 172.20.0.2 (6d10d610-5bd1-4d05-b95d-8934a863313b/443eb107-4b53-4498-9ca6-9c39da71a0d1/f34920d7-8f94-4088-b740-574cae2ac8b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:15:55.949477 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Publish callbacks [] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:55.956874 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:56.025917 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Network 6d10d610-5bd1-4d05-b95d-8934a863313b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:15:56.034832 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:15:56.048003 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:15:56.055960 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Pushing event updated for resources: {'Port': ['ID=f34920d7-8f94-4088-b740-574cae2ac8b1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:15:56.085150 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.086022 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.086364 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.086716 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.087049 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.087374 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.087696 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.088016 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.088366 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.088683 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.089001 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.089335 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.089656 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.089971 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.090284 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Tracked resource versions report: May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: pushed versions: May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Agent': {'1.1'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Log': {'1.0'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'NDPProxy': {'1.0'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Network': {'1.1'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Port': {'1.7'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'PortForwarding': {'1.3'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: consumer versions: May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Agent': '1.1', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Log': '1.0', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'NDPProxy': '1.0', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Network': '1.1', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Port': '1.7', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'PortForwarding': '1.3', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'QosPolicy': '1.10', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SubPort': '1.0', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Subnet': '1.1', May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Trunk': '1.1'}} May 12 23:15:56.091732 dv-cinder-782260-5-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:15:56.140186 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Attempting to bind port f34920d7-8f94-4088-b740-574cae2ac8b1 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:15:56.141233 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Attempting to bind port f34920d7-8f94-4088-b740-574cae2ac8b1 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:15:56.141683 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Attempting to bind port f34920d7-8f94-4088-b740-574cae2ac8b1 on network 6d10d610-5bd1-4d05-b95d-8934a863313b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:15:56.146553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:15:56.146937 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Checking segment: {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:15:56.147418 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:56.148488 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Bound using segment: {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:15:56.149276 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Bound port: f34920d7-8f94-4088-b740-574cae2ac8b1, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:15:56.149865 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:56.211255 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] For port f34920d7-8f94-4088-b740-574cae2ac8b1, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:15:56.232697 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] For port f34920d7-8f94-4088-b740-574cae2ac8b1, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=f34920d7-8f94-4088-b740-574cae2ac8b1,segment=NetworkSegment(211905dd-3e3d-4976-b873-b05cf7f39626),segment_id=211905dd-3e3d-4976-b873-b05cf7f39626)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:15:56.239885 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:15:56.299916 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afcee0-e782-41c4-8aa7-10023aa68b65 None None] Pushing event updated for resources: {'Port': ['ID=f34920d7-8f94-4088-b740-574cae2ac8b1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:15:57.606350 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:15:57.915326 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [None req-eaa02415-df9e-44a7-9450-4b97119a637d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:15:57.916327 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-eaa02415-df9e-44a7-9450-4b97119a637d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3090506 May 12 23:16:00.395403 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:00.702389 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [None req-7b95cc15-8f31-453a-8bd4-9e0411077bf1 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:16:00.703367 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7b95cc15-8f31-453a-8bd4-9e0411077bf1 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3070478 May 12 23:16:03.173427 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:03.484914 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:16:03.509407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (33314c4b-ca94-42c1-ad08-12a85bc54f02), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:03.511014 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (33314c4b-ca94-42c1-ad08-12a85bc54f02), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:03.650392 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] Publish callbacks [] for router_controller (33314c4b-ca94-42c1-ad08-12a85bc54f02), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:03.655124 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (33314c4b-ca94-42c1-ad08-12a85bc54f02), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:03.674955 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:03.676168 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9e5a8b00-0ebf-40c8-ba78-d1c50fad0e0f demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5017505 May 12 23:16:06.127399 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:06.436824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [None req-4d16f791-8b1a-4b22-ac62-4af9477c6b67 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:16:06.437905 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4d16f791-8b1a-4b22-ac62-4af9477c6b67 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3095858 May 12 23:16:07.719009 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4c0f5-d867-4411-9d1f-657e65feb455 None None] Network 6d10d610-5bd1-4d05-b95d-8934a863313b requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:16:07.842414 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] Provisioning complete for port f34920d7-8f94-4088-b740-574cae2ac8b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:07.842834 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:07.928369 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device f34920d7-8f94-4088-b740-574cae2ac8b1 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:16:08.044413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] Current status of the port f34920d7-8f94-4088-b740-574cae2ac8b1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:08.044807 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:08.056430 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port f34920d7-8f94-4088-b740-574cae2ac8b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:08.056825 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:08.116056 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] For port f34920d7-8f94-4088-b740-574cae2ac8b1, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=f34920d7-8f94-4088-b740-574cae2ac8b1,segment=NetworkSegment(211905dd-3e3d-4976-b873-b05cf7f39626),segment_id=211905dd-3e3d-4976-b873-b05cf7f39626)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:16:08.120235 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:08.191417 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port f34920d7-8f94-4088-b740-574cae2ac8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:08.195851 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f3fe0-936c-4ce7-9c38-244cc8882dc7 None None] Pushing event updated for resources: {'Port': ['ID=f34920d7-8f94-4088-b740-574cae2ac8b1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:08.238281 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4a114c1b-8f5c-42d4-992a-5b1d04141142 None None] Provisioning complete for port f34920d7-8f94-4088-b740-574cae2ac8b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:08.238674 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a114c1b-8f5c-42d4-992a-5b1d04141142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:08.314692 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4a114c1b-8f5c-42d4-992a-5b1d04141142 None None] Current status of the port f34920d7-8f94-4088-b740-574cae2ac8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:08.888682 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48772) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:09.195311 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:16:09.218715 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Made reservation on behalf of 49f99609f6d647f8997d17975a9c2c66 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:16:09.221063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.250734 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.351643 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks [] for security_group (ce01aeea-625b-4b57-9cf7-cb2dd6e63e37), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.355188 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ce01aeea-625b-4b57-9cf7-cb2dd6e63e37), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.371015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Reserving flat network on physical network physnet1 {{(pid=103289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 23:16:09.394328 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce01aeea-625b-4b57-9cf7-cb2dd6e63e37,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:09.399283 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (b1d5f237-3bdb-4097-998e-1fbe5a463fd8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.399780 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Added segment b1d5f237-3bdb-4097-998e-1fbe5a463fd8 of type flat for network f672abd2-fc07-4d12-9ec2-182c38788649 May 12 23:16:09.470002 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (f672abd2-fc07-4d12-9ec2-182c38788649), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.509301 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (f672abd2-fc07-4d12-9ec2-182c38788649), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.510296 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:16:09.510855 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:09.562365 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6726503 May 12 23:16:09.608204 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c3964-1391-47c3-8f52-c364994e7056 admin admin] Pushing event updated for resources: {'Network': ['ID=f672abd2-fc07-4d12-9ec2-182c38788649,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:09.619333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network f672abd2-fc07-4d12-9ec2-182c38788649 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:16:09.894262 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device f34920d7-8f94-4088-b740-574cae2ac8b1 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:16:09.948247 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port f34920d7-8f94-4088-b740-574cae2ac8b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:09.948731 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:10.020644 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port f34920d7-8f94-4088-b740-574cae2ac8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:10.746858 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32b74c70-e8e0-429b-a084-dbe1e133318f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:11.968756 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:12.323236 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a80983-972d-4dd2-b167-2f4951e93989 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:16:12.324547 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-42a80983-972d-4dd2-b167-2f4951e93989 demo admin] 10.222.0.49 "GET /v2.0/subnets/443eb107-4b53-4498-9ca6-9c39da71a0d1 HTTP/1.1" status: 200 len: 849 time: 0.3548155 May 12 23:16:12.447338 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9e20854b-fb37-4518-8d1f-66329785107a demo admin] 10.222.0.49 "GET /v2.0/routers/33314c4b-ca94-42c1-ad08-12a85bc54f02 HTTP/1.1" status: 200 len: 704 time: 0.1172926 May 12 23:16:12.719573 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.008291 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Allocated IP 172.20.0.1 (6d10d610-5bd1-4d05-b95d-8934a863313b/443eb107-4b53-4498-9ca6-9c39da71a0d1/cbddac19-a2c2-4afa-a297-f909da8d68a1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:16:13.133915 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67c6665c-aefe-4782-b295-5d30baf175ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.165841 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks [] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.277035 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.347184 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Network 6d10d610-5bd1-4d05-b95d-8934a863313b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:16:13.352943 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:16:13.355426 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:16:13.356025 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (33314c4b-ca94-42c1-ad08-12a85bc54f02), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.423742 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Pushing event updated for resources: {'Port': ['ID=cbddac19-a2c2-4afa-a297-f909da8d68a1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:13.564941 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-df0ecb66-6987-4921-93c6-0cfc54e56e7d None None] Provisioning complete for port cbddac19-a2c2-4afa-a297-f909da8d68a1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:13.565255 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df0ecb66-6987-4921-93c6-0cfc54e56e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.572732 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.642828 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-df0ecb66-6987-4921-93c6-0cfc54e56e7d None None] Port cbddac19-a2c2-4afa-a297-f909da8d68a1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:16:13.827366 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks [] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.831729 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.832583 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (33314c4b-ca94-42c1-ad08-12a85bc54f02), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:13.891140 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Pushing event updated for resources: {'Port': ['ID=cbddac19-a2c2-4afa-a297-f909da8d68a1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:13.956015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Network 6d10d610-5bd1-4d05-b95d-8934a863313b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:16:13.957294 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:16:13.983925 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:14.120906 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Router 33314c4b-ca94-42c1-ad08-12a85bc54f02 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:16:14.162867 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74002917-8220-4dc2-b5cf-5c2f9ea7e2b4 None None] Provisioning complete for port cbddac19-a2c2-4afa-a297-f909da8d68a1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:14.163474 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74002917-8220-4dc2-b5cf-5c2f9ea7e2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:14.205821 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74002917-8220-4dc2-b5cf-5c2f9ea7e2b4 None None] Port cbddac19-a2c2-4afa-a297-f909da8d68a1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:16:14.223657 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:16:14.229456 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bc603de6-9a49-4ab1-ab34-038ce6916c07 demo admin] 10.222.0.49 "PUT /v2.0/routers/33314c4b-ca94-42c1-ad08-12a85bc54f02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7768118 May 12 23:16:14.238226 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Sync routers for ids ['33314c4b-ca94-42c1-ad08-12a85bc54f02'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:16:14.251215 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Routers {'33314c4b-ca94-42c1-ad08-12a85bc54f02'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:16:14.252077 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:16:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['33314c4b-ca94-42c1-ad08-12a85bc54f02'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:14.444626 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Set router 33314c4b-ca94-42c1-ad08-12a85bc54f02 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:16:14.863757 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'name': 'router1', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:16:03Z', 'updated_at': '2022-05-12T23:16:13Z', 'revision_number': 2, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'gw_port_host': None, '_interfaces': [{'id': 'cbddac19-a2c2-4afa-a297-f909da8d68a1', 'name': '', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'mac_address': 'fa:16:3e:7a:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:12Z', 'updated_at': '2022-05-12T23:16:13Z', 'revision_number': 2, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'subnets': [{'id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:14.915389 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Checking router: 33314c4b-ca94-42c1-ad08-12a85bc54f02 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:16:14.915757 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Updating router 33314c4b-ca94-42c1-ad08-12a85bc54f02 port cbddac19-a2c2-4afa-a297-f909da8d68a1 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:16:14.968377 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.510838 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Publish callbacks [] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.517735 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.664456 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.695315 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Pushing event updated for resources: {'Port': ['ID=cbddac19-a2c2-4afa-a297-f909da8d68a1,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:15.713665 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Attempting to bind port cbddac19-a2c2-4afa-a297-f909da8d68a1 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:16:15.714071 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Attempting to bind port cbddac19-a2c2-4afa-a297-f909da8d68a1 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:16:15.714508 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Attempting to bind port cbddac19-a2c2-4afa-a297-f909da8d68a1 on network 6d10d610-5bd1-4d05-b95d-8934a863313b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:16:15.720182 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:16:15.720730 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Checking segment: {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:16:15.721072 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.721466 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Bound using segment: {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:16:15.721967 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Bound port: cbddac19-a2c2-4afa-a297-f909da8d68a1, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211905dd-3e3d-4976-b873-b05cf7f39626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:16:15.722342 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.734371 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.735124 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.735124 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.735124 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.735370 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.735662 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.735975 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.736287 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Tracked resource versions report: May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: pushed versions: May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: { 'AddressGroup': {'1.2'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Agent': {'1.1'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'ConntrackHelper': {'1.0'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Log': {'1.0'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'NDPProxy': {'1.0'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Network': {'1.1'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Port': {'1.7'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'PortForwarding': {'1.3'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'QosPolicy': {'1.10'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroup': {'1.5'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SubPort': {'1.0'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Subnet': {'1.1'}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Trunk': {'1.1'}} May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: consumer versions: May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Agent': '1.1', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'ConntrackHelper': '1.0', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'LocalIPAssociation': '1.0', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Log': '1.0', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'NDPProxy': '1.0', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Network': '1.1', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Port': '1.7', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'PortForwarding': '1.3', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'QosPolicy': '1.10', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroup': '1.5', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroupRule': '1.2', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SubPort': '1.0', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Subnet': '1.1', May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Trunk': '1.1'}} May 12 23:16:15.738138 dv-cinder-782260-5-iscsi neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:16:15.807527 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] For port cbddac19-a2c2-4afa-a297-f909da8d68a1, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:16:15.828902 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] For port cbddac19-a2c2-4afa-a297-f909da8d68a1, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=cbddac19-a2c2-4afa-a297-f909da8d68a1,segment=NetworkSegment(211905dd-3e3d-4976-b873-b05cf7f39626),segment_id=211905dd-3e3d-4976-b873-b05cf7f39626)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:16:15.834818 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.891331 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Routers {'33314c4b-ca94-42c1-ad08-12a85bc54f02'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:16:15.891941 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:16:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['33314c4b-ca94-42c1-ad08-12a85bc54f02'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:15.938544 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] Provisioning complete for port cbddac19-a2c2-4afa-a297-f909da8d68a1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:15.938997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:15.944992 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fdcbc-0631-410a-a33c-8d93166684b8 None None] Pushing event updated for resources: {'Port': ['ID=cbddac19-a2c2-4afa-a297-f909da8d68a1,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:16.000757 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] Set router 33314c4b-ca94-42c1-ad08-12a85bc54f02 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:16:16.025159 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] Current status of the port cbddac19-a2c2-4afa-a297-f909da8d68a1 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:16.025498 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:16.059247 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] For port cbddac19-a2c2-4afa-a297-f909da8d68a1, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=cbddac19-a2c2-4afa-a297-f909da8d68a1,segment=NetworkSegment(211905dd-3e3d-4976-b873-b05cf7f39626),segment_id=211905dd-3e3d-4976-b873-b05cf7f39626)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:16:16.066076 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:16.118225 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdeefd-b369-4c96-9733-2b9aa80f64de None None] Pushing event updated for resources: {'Port': ['ID=cbddac19-a2c2-4afa-a297-f909da8d68a1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:16.188979 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-42f8e066-29dd-4e6d-8e40-ec1e36ffa079 None None] Provisioning complete for port cbddac19-a2c2-4afa-a297-f909da8d68a1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:16.189469 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42f8e066-29dd-4e6d-8e40-ec1e36ffa079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:16.208261 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'name': 'router1', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:16:03Z', 'updated_at': '2022-05-12T23:16:13Z', 'revision_number': 2, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'gw_port_host': None, '_interfaces': [{'id': 'cbddac19-a2c2-4afa-a297-f909da8d68a1', 'name': '', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'mac_address': 'fa:16:3e:7a:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:12Z', 'updated_at': '2022-05-12T23:16:15Z', 'revision_number': 4, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'subnets': [{'id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:16.236366 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b64764-8be3-435c-ba43-01326c493b25 None None] The sync data for ids ['33314c4b-ca94-42c1-ad08-12a85bc54f02'] in dv-cinder-782260-5-iscsi is: [{'id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'name': 'router1', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:16:03Z', 'updated_at': '2022-05-12T23:16:13Z', 'revision_number': 2, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'gw_port_host': None, '_interfaces': [{'id': 'cbddac19-a2c2-4afa-a297-f909da8d68a1', 'name': '', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'mac_address': 'fa:16:3e:7a:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:12Z', 'updated_at': '2022-05-12T23:16:15Z', 'revision_number': 4, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'subnets': [{'id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:16:16.266479 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-42f8e066-29dd-4e6d-8e40-ec1e36ffa079 None None] Current status of the port cbddac19-a2c2-4afa-a297-f909da8d68a1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:16.696844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:16.889545 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d56f4-91e3-4ac2-b9ac-463aea91d1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:16:16.890926 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-157d56f4-91e3-4ac2-b9ac-463aea91d1fc admin admin] 10.222.0.49 "GET /v2.0/networks/f672abd2-fc07-4d12-9ec2-182c38788649 HTTP/1.1" status: 200 len: 842 time: 0.1931467 May 12 23:16:16.900810 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:16:16.921396 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Made reservation on behalf of 49f99609f6d647f8997d17975a9c2c66 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:16:16.923887 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:17.154255 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:17.268975 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.objects.ports [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 23:16:17.269405 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (394768cb-6159-480f-bc92-28ea4c2d1020), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:17.326418 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=394768cb-6159-480f-bc92-28ea4c2d1020,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:17.333430 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:16:17.333733 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Network hostable DHCP agents. Network: f672abd2-fc07-4d12-9ec2-182c38788649, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:16:17.349551 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:16:17.357839 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, f672abd2-fc07-4d12-9ec2-182c38788649) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:16:17.362696 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:16:17.363422 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:17.368367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce624e-acc6-467d-a4fb-4acdb8d2c362 None None] Network f672abd2-fc07-4d12-9ec2-182c38788649 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:16:17.394711 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3832b0c6-b67c-4693-be4a-c7da3ef9d349 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4918725 May 12 23:16:17.478648 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4775677-7096-46ec-a881-c55918c7a303 None None] Network f672abd2-fc07-4d12-9ec2-182c38788649 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:16:19.785620 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:19.917826 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2bab2cbe-0074-44ee-95bf-0a07b38db7bd demo admin] 10.222.0.49 "GET /v2.0/routers/33314c4b-ca94-42c1-ad08-12a85bc54f02 HTTP/1.1" status: 200 len: 710 time: 0.1309931 May 12 23:16:20.004094 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6485709-225f-4fe3-90f2-8a08c5ef712a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:16:20.005486 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b6485709-225f-4fe3-90f2-8a08c5ef712a demo admin] 10.222.0.49 "GET /v2.0/networks/f672abd2-fc07-4d12-9ec2-182c38788649 HTTP/1.1" status: 200 len: 886 time: 0.0821776 May 12 23:16:20.014724 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:16:20.270740 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks [] for router_gateway (33314c4b-ca94-42c1-ad08-12a85bc54f02), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:20.486016 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks [] for router_gateway (33314c4b-ca94-42c1-ad08-12a85bc54f02), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:20.563140 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:20.662078 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Allocated IP 172.27.3.104 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/eee225f2-64ee-4dc1-ad92-5d79ae66264b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:16:20.764407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks [] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:20.797002 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:20.832793 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:16:20.836073 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:16:20.838928 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:16:20.880045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Pushing event updated for resources: {'Port': ['ID=eee225f2-64ee-4dc1-ad92-5d79ae66264b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:21.183936 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks [] for router_gateway (33314c4b-ca94-42c1-ad08-12a85bc54f02), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:21.378185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7890738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7890079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router (33314c4b-ca94-42c1-ad08-12a85bc54f02), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:21.382603 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7890732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7890054'] for router (33314c4b-ca94-42c1-ad08-12a85bc54f02), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:21.498007 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Router 33314c4b-ca94-42c1-ad08-12a85bc54f02 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:16:21.612658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:16:21.617456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:21.618928 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9bf21cad-9dc2-441c-8b6c-3732ca5e5811 demo admin] 10.222.0.49 "PUT /v2.0/routers/33314c4b-ca94-42c1-ad08-12a85bc54f02 HTTP/1.1" status: 200 len: 890 time: 1.6072731 May 12 23:16:23.914605 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device cbddac19-a2c2-4afa-a297-f909da8d68a1 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:16:23.962755 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port cbddac19-a2c2-4afa-a297-f909da8d68a1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:23.963146 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:24.042837 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port cbddac19-a2c2-4afa-a297-f909da8d68a1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:24.108084 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 48830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:16:24.219634 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ca3e5aeb-6217-485f-970c-eb8338db2867 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1104715 May 12 23:16:25.027381 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Sync routers for ids ['33314c4b-ca94-42c1-ad08-12a85bc54f02'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:16:25.040433 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Routers {'33314c4b-ca94-42c1-ad08-12a85bc54f02'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:16:25.041310 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:16:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['33314c4b-ca94-42c1-ad08-12a85bc54f02'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:25.262447 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Set router 33314c4b-ca94-42c1-ad08-12a85bc54f02 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:16:25.720401 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'name': 'router1', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'eee225f2-64ee-4dc1-ad92-5d79ae66264b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:16:03Z', 'updated_at': '2022-05-12T23:16:20Z', 'revision_number': 4, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'gw_port': {'id': 'eee225f2-64ee-4dc1-ad92-5d79ae66264b', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:20Z', 'updated_at': '2022-05-12T23:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'cbddac19-a2c2-4afa-a297-f909da8d68a1', 'name': '', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'mac_address': 'fa:16:3e:7a:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:12Z', 'updated_at': '2022-05-12T23:16:16Z', 'revision_number': 5, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'subnets': [{'id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:25.773836 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Checking router: 33314c4b-ca94-42c1-ad08-12a85bc54f02 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:16:25.774211 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Updating router 33314c4b-ca94-42c1-ad08-12a85bc54f02 port eee225f2-64ee-4dc1-ad92-5d79ae66264b binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:16:25.825957 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:26.197952 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Publish callbacks [] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:26.203431 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:26.254223 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Attempting to bind port eee225f2-64ee-4dc1-ad92-5d79ae66264b on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:16:26.254598 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Attempting to bind port eee225f2-64ee-4dc1-ad92-5d79ae66264b by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:16:26.254961 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Attempting to bind port eee225f2-64ee-4dc1-ad92-5d79ae66264b on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:16:26.262005 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2310d-8bdc-4c68-9104-3e8730957929 None None] Pushing event updated for resources: {'Port': ['ID=eee225f2-64ee-4dc1-ad92-5d79ae66264b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:26.265571 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:16:26.265933 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:16:26.266673 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:26.266673 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:16:26.267156 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Bound port: eee225f2-64ee-4dc1-ad92-5d79ae66264b, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:16:26.267607 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:26.322682 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] For port eee225f2-64ee-4dc1-ad92-5d79ae66264b, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:16:26.326526 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] For port eee225f2-64ee-4dc1-ad92-5d79ae66264b, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=eee225f2-64ee-4dc1-ad92-5d79ae66264b,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:16:26.333805 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:26.393163 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Routers {'33314c4b-ca94-42c1-ad08-12a85bc54f02'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:16:26.393782 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:16:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['33314c4b-ca94-42c1-ad08-12a85bc54f02'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:26.398650 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2310d-8bdc-4c68-9104-3e8730957929 None None] Pushing event updated for resources: {'Port': ['ID=eee225f2-64ee-4dc1-ad92-5d79ae66264b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:26.514277 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] Set router 33314c4b-ca94-42c1-ad08-12a85bc54f02 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:16:26.732765 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'name': 'router1', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'eee225f2-64ee-4dc1-ad92-5d79ae66264b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:16:03Z', 'updated_at': '2022-05-12T23:16:20Z', 'revision_number': 4, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'gw_port': {'id': 'eee225f2-64ee-4dc1-ad92-5d79ae66264b', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:20Z', 'updated_at': '2022-05-12T23:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'cbddac19-a2c2-4afa-a297-f909da8d68a1', 'name': '', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'mac_address': 'fa:16:3e:7a:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:12Z', 'updated_at': '2022-05-12T23:16:16Z', 'revision_number': 5, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'subnets': [{'id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:16:26.764755 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea94b-1f40-47bf-9622-4cc8b650034e None None] The sync data for ids ['33314c4b-ca94-42c1-ad08-12a85bc54f02'] in dv-cinder-782260-5-iscsi is: [{'id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'name': 'router1', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'eee225f2-64ee-4dc1-ad92-5d79ae66264b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:16:03Z', 'updated_at': '2022-05-12T23:16:20Z', 'revision_number': 4, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'gw_port': {'id': 'eee225f2-64ee-4dc1-ad92-5d79ae66264b', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:20Z', 'updated_at': '2022-05-12T23:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'cbddac19-a2c2-4afa-a297-f909da8d68a1', 'name': '', 'network_id': '6d10d610-5bd1-4d05-b95d-8934a863313b', 'tenant_id': 'aae553b9163a4be1b377fc43251d67ad', 'mac_address': 'fa:16:3e:7a:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33314c4b-ca94-42c1-ad08-12a85bc54f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:16:12Z', 'updated_at': '2022-05-12T23:16:16Z', 'revision_number': 5, 'project_id': 'aae553b9163a4be1b377fc43251d67ad', 'subnets': [{'id': '443eb107-4b53-4498-9ca6-9c39da71a0d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9e380f-3b81-407c-a800-22a8e9aab4e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:16:28.007318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device eee225f2-64ee-4dc1-ad92-5d79ae66264b up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:16:28.081632 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port eee225f2-64ee-4dc1-ad92-5d79ae66264b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:28.082022 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:28.180607 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port eee225f2-64ee-4dc1-ad92-5d79ae66264b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:28.181118 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:28.203846 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port eee225f2-64ee-4dc1-ad92-5d79ae66264b, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=eee225f2-64ee-4dc1-ad92-5d79ae66264b,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:16:28.218598 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:28.293753 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=eee225f2-64ee-4dc1-ad92-5d79ae66264b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:16:30.076326 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device eee225f2-64ee-4dc1-ad92-5d79ae66264b up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:16:30.156234 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port eee225f2-64ee-4dc1-ad92-5d79ae66264b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:16:30.158741 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (eee225f2-64ee-4dc1-ad92-5d79ae66264b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:30.540781 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port eee225f2-64ee-4dc1-ad92-5d79ae66264b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:16:37.433728 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:16:40.757447 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed1d7507-f7d0-4406-825d-caa1a7fb715a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:43.143972 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e99aa99-6536-4e76-b3c6-13f59bdd9daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:44.081900 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:45.667428 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:16:47.165192 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:10.814848 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c944c4de-0f99-49c2-b2ed-2ea09bcfd2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:13.139552 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5500a46b-4044-4f2c-a6ff-dd08930362c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:13.991594 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:14.432687 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:17:15.660747 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:17.166168 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:40.747406 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d313d146-56f4-4f06-bade-c07f55cb48ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:42.566242 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:42.625341 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f6ddf9-e271-4c3a-9d96-48c6839b9ff3 admin admin] GET failed (client error): The resource could not be found. May 12 23:17:42.626641 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-19f6ddf9-e271-4c3a-9d96-48c6839b9ff3 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594392 May 12 23:17:42.790513 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50f7cf-fc7b-4c6e-9e5d-03fdb34336b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:42.792027 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7a50f7cf-fc7b-4c6e-9e5d-03fdb34336b4 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608186 May 12 23:17:43.142646 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-878aa81e-57ef-4d68-a720-0549017d67ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:43.993340 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.024250 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:45.114542 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd013b6d-d2b9-4f7d-a188-8e502f4b6259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:45.115896 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dd013b6d-d2b9-4f7d-a188-8e502f4b6259 admin admin] 10.222.0.49 "GET /v2.0/subnets/443eb107-4b53-4498-9ca6-9c39da71a0d1 HTTP/1.1" status: 200 len: 849 time: 0.0906878 May 12 23:17:45.125005 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:17:45.211829 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Publish callbacks [] for subnet (443eb107-4b53-4498-9ca6-9c39da71a0d1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.351876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758239640194'] for subnet (443eb107-4b53-4498-9ca6-9c39da71a0d1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.378457 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:45.379083 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.381406 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] 10.222.0.49 "PUT /v2.0/subnets/443eb107-4b53-4498-9ca6-9c39da71a0d1 HTTP/1.1" status: 200 len: 868 time: 0.2594545 May 12 23:17:45.403400 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f4847-f445-41d0-8cdd-3b8a17c76776 None None] Network 6d10d610-5bd1-4d05-b95d-8934a863313b requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:17:45.406487 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443eb107-4b53-4498-9ca6-9c39da71a0d1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:17:45.413859 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.414210 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.414580 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.414928 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.415262 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.415593 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.415922 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.416246 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.416613 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.416941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.417294 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.417644 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.418003 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.418354 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.418631 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04ff13d-0be0-4d5b-b78e-8c3400583515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:17:45.665340 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.744819 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79fa395a-f437-42e8-9930-2ab5a14afe34 None None] Provisioning complete for port f34920d7-8f94-4088-b740-574cae2ac8b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:17:45.745191 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79fa395a-f437-42e8-9930-2ab5a14afe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f34920d7-8f94-4088-b740-574cae2ac8b1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.820653 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79fa395a-f437-42e8-9930-2ab5a14afe34 None None] Current status of the port f34920d7-8f94-4088-b740-574cae2ac8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:17:45.828361 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79fa395a-f437-42e8-9930-2ab5a14afe34 None None] Provisioning complete for port cbddac19-a2c2-4afa-a297-f909da8d68a1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:17:45.828760 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79fa395a-f437-42e8-9930-2ab5a14afe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cbddac19-a2c2-4afa-a297-f909da8d68a1), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:45.905263 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79fa395a-f437-42e8-9930-2ab5a14afe34 None None] Current status of the port cbddac19-a2c2-4afa-a297-f909da8d68a1 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:17:47.159004 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:17:47.655605 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:47.855893 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c91378-fe16-463c-93a2-b2af11b09cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:47.856280 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c91378-fe16-463c-93a2-b2af11b09cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:47.857833 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b7c91378-fe16-463c-93a2-b2af11b09cbd admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012913 May 12 23:17:50.082741 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49340) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:50.221086 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3975d8e-84ff-483f-bda7-c26f9c726ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:50.224124 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3975d8e-84ff-483f-bda7-c26f9c726ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:50.225073 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a3975d8e-84ff-483f-bda7-c26f9c726ca8 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1406674 May 12 23:17:51.431750 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:17:52.475132 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:52.604401 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdacd2-047e-4a17-aa01-3e127947a23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:52.605767 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d0fdacd2-047e-4a17-aa01-3e127947a23b admin admin] 10.222.0.49 "GET /v2.0/networks/6d10d610-5bd1-4d05-b95d-8934a863313b HTTP/1.1" status: 200 len: 869 time: 0.1296997 May 12 23:17:54.817911 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:55.045769 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476196d-ad7e-4b0f-90d5-c6ffd1355ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:55.047305 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6476196d-ad7e-4b0f-90d5-c6ffd1355ef5 admin admin] 10.222.0.49 "GET /v2.0/networks/f672abd2-fc07-4d12-9ec2-182c38788649 HTTP/1.1" status: 200 len: 886 time: 0.2284570 May 12 23:17:57.275344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:57.408145 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffa839-629a-4334-bc71-1bd839f82500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:57.408625 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffa839-629a-4334-bc71-1bd839f82500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:57.410159 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-41ffa839-629a-4334-bc71-1bd839f82500 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338675 May 12 23:17:59.638572 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:17:59.728877 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223668dc-8a7b-4e07-ac4c-1f70de1359cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:59.729327 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223668dc-8a7b-4e07-ac4c-1f70de1359cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:17:59.730828 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-223668dc-8a7b-4e07-ac4c-1f70de1359cb admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912983 May 12 23:18:01.996203 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:18:02.080613 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca17fd-97c8-4143-9c1c-447929f050ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:18:02.081943 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-87ca17fd-97c8-4143-9c1c-447929f050ef admin admin] 10.222.0.49 "GET /v2.0/subnets/394768cb-6159-480f-bc92-28ea4c2d1020 HTTP/1.1" status: 200 len: 816 time: 0.0848608 May 12 23:18:04.315179 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:18:04.439993 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5445352d-67a2-4262-a3e6-27696bc67899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:18:04.441366 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5445352d-67a2-4262-a3e6-27696bc67899 admin admin] 10.222.0.49 "GET /v2.0/subnets/443eb107-4b53-4498-9ca6-9c39da71a0d1 HTTP/1.1" status: 200 len: 868 time: 0.1252723 May 12 23:18:10.750095 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0376bc3-ae72-49fb-829d-5b9856a791cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:13.145289 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbe174f2-df96-430c-9e2b-c7fc7ca2844e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:13.997068 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:15.667415 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:17.163309 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:28.430318 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:18:40.755205 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7893-8dff-4561-a1cb-c4e6b8d698e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:43.147283 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1becab53-a7c4-4357-b573-144ff9195407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:43.998785 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:44.719683 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:18:44.767233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [None req-e66bb748-2c72-4a65-92bc-500561bbe3ef admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:18:44.768260 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e66bb748-2c72-4a65-92bc-500561bbe3ef admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476081 May 12 23:18:45.671158 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:47.118464 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:18:47.167574 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:47.198758 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc7a4d5-8b3a-4f03-a3d5-2b04403c39e6 admin admin] GET failed (client error): The resource could not be found. May 12 23:18:47.200021 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-afc7a4d5-8b3a-4f03-a3d5-2b04403c39e6 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0806496 May 12 23:18:47.359426 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ab50a-a967-4053-b1db-7880a199fa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:18:47.360823 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8a8ab50a-a967-4053-b1db-7880a199fa9b admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1567039 May 12 23:18:49.626070 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:18:49.672224 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:18:49.695206 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Made reservation on behalf of 49f99609f6d647f8997d17975a9c2c66 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:18:49.697810 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:49.734680 dv-cinder-782260-5-iscsi neutron-server[103288]: WARNING neutron.services.revisions.revision_plugin [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Could not find related network for resource to bump revision. May 12 23:18:49.747499 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:18:49.757388 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (d981d854-aa90-422c-9695-c3c167316a78), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:49.757785 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Added segment d981d854-aa90-422c-9695-c3c167316a78 of type vlan for network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 May 12 23:18:49.796835 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (d0a3f4d8-9a1f-4007-8983-4a75e0b092b7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:49.821571 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (d0a3f4d8-9a1f-4007-8983-4a75e0b092b7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:49.822409 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:18:49.823035 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:49.872040 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2447476 May 12 23:18:49.922725 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a3f4d8-9a1f-4007-8983-4a75e0b092b7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:18:49.931023 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.931362 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.931719 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.932058 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.932416 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.932743 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.933068 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.933393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.933719 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.934062 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.934379 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.934741 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.935064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.935751 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.935751 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902804a-2a5b-43a3-90bc-f627a1a81db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:49.952931 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:18:52.117820 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:18:52.184226 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71f1bad-8eaf-4672-9353-ffb1b19216eb admin admin] GET failed (client error): The resource could not be found. May 12 23:18:52.185572 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b71f1bad-8eaf-4672-9353-ffb1b19216eb admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667994 May 12 23:18:52.257241 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935cd5b1-9602-4f80-8f3d-668a6aad7511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:18:52.258669 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-935cd5b1-9602-4f80-8f3d-668a6aad7511 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688708 May 12 23:18:52.268675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:18:52.289577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Made reservation on behalf of 49f99609f6d647f8997d17975a9c2c66 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:18:52.291913 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:52.500341 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (7ef988b8-2634-4a6c-90c6-e37680282a43), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:52.558682 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef988b8-2634-4a6c-90c6-e37680282a43,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:18:52.571658 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Checking segment: {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:18:52.572044 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Network hostable DHCP agents. Network: d0a3f4d8-9a1f-4007-8983-4a75e0b092b7, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:18:52.593003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:18:52.603403 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, d0a3f4d8-9a1f-4007-8983-4a75e0b092b7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:18:52.607970 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:18:52.608632 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:52.615542 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771a97f-62f4-4ae9-b04f-d1f9802bc957 None None] Network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:18:52.625473 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ff557f28-cb67-4ddb-8aee-e9a985c7b2ba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3606112 May 12 23:18:52.821923 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-d0a3f4d8-9a1f-4007-8983-4a75e0b092b7', 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7', 'project_id': '49f99609f6d647f8997d17975a9c2c66', 'fixed_ips': [{'subnet_id': '7ef988b8-2634-4a6c-90c6-e37680282a43'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:18:52.822866 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:52.957569 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Allocated IP 192.168.233.2 (d0a3f4d8-9a1f-4007-8983-4a75e0b092b7/7ef988b8-2634-4a6c-90c6-e37680282a43/19302cfc-bc6e-4f84-ac30-74acdd938e20) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:18:53.104955 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Publish callbacks [] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:53.111462 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:53.150852 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:18:53.153731 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:18:53.157147 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:18:53.168828 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Pushing event updated for resources: {'Port': ['ID=19302cfc-bc6e-4f84-ac30-74acdd938e20,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:18:53.178728 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.179637 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.179637 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.179868 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.180106 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.180457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.180788 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.181121 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.181443 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.181774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.182099 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.182441 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.182768 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.183089 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.183407 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:18:53.233472 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Attempting to bind port 19302cfc-bc6e-4f84-ac30-74acdd938e20 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:18:53.233840 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Attempting to bind port 19302cfc-bc6e-4f84-ac30-74acdd938e20 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:18:53.234202 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Attempting to bind port 19302cfc-bc6e-4f84-ac30-74acdd938e20 on network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:18:53.239270 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:18:53.239643 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Checking segment: {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:18:53.240041 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:53.240460 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Bound using segment: {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:18:53.240925 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Bound port: 19302cfc-bc6e-4f84-ac30-74acdd938e20, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:18:53.241302 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:53.303009 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] For port 19302cfc-bc6e-4f84-ac30-74acdd938e20, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:18:53.306110 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] For port 19302cfc-bc6e-4f84-ac30-74acdd938e20, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=19302cfc-bc6e-4f84-ac30-74acdd938e20,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:18:53.313281 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:53.371914 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950f30f-2df5-4d85-8be8-3f9ec32e3536 None None] Pushing event updated for resources: {'Port': ['ID=19302cfc-bc6e-4f84-ac30-74acdd938e20,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:18:54.059254 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 19302cfc-bc6e-4f84-ac30-74acdd938e20 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:18:54.117982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 19302cfc-bc6e-4f84-ac30-74acdd938e20 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:18:54.119242 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:54.208966 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 19302cfc-bc6e-4f84-ac30-74acdd938e20 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:18:54.209354 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:54.247113 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 19302cfc-bc6e-4f84-ac30-74acdd938e20, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=19302cfc-bc6e-4f84-ac30-74acdd938e20,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:18:54.253460 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:54.280279 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4704826e-31e8-4d0a-9d83-894b30d3a21b None None] Network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:18:54.366391 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=19302cfc-bc6e-4f84-ac30-74acdd938e20,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:18:54.370438 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1dc79154-2ea5-481d-ad18-89e4945b2bc9 None None] Provisioning complete for port 19302cfc-bc6e-4f84-ac30-74acdd938e20 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:18:54.370810 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1dc79154-2ea5-481d-ad18-89e4945b2bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:54.485584 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1dc79154-2ea5-481d-ad18-89e4945b2bc9 None None] Current status of the port 19302cfc-bc6e-4f84-ac30-74acdd938e20 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:18:54.803354 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0c42c20d-6115-4c0f-892d-92863967e4b7 None None] Provisioning complete for port 19302cfc-bc6e-4f84-ac30-74acdd938e20 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:18:54.803741 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c42c20d-6115-4c0f-892d-92863967e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:54.883774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0c42c20d-6115-4c0f-892d-92863967e4b7 None None] Current status of the port 19302cfc-bc6e-4f84-ac30-74acdd938e20 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:18:56.000271 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 19302cfc-bc6e-4f84-ac30-74acdd938e20 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:18:56.045171 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 19302cfc-bc6e-4f84-ac30-74acdd938e20 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:18:56.045558 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (19302cfc-bc6e-4f84-ac30-74acdd938e20), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:18:56.121596 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 19302cfc-bc6e-4f84-ac30-74acdd938e20 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:19:05.429132 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:19:10.783095 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-597deb3d-4c21-439e-a07f-d526cf011a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:13.148196 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df1e4025-b11e-4372-a988-0bace40663e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:14.002331 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:15.673396 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:17.171259 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:40.754728 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1d9a259-9aed-40d3-944c-e1f9e9aec534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:42.427969 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:19:43.149594 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7051-9eb1-4434-91f5-9c3f8790dc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:44.005573 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:45.679179 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:19:47.173627 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:10.756512 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-898a7d63-4cc3-4066-b180-940425fd09dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:13.153618 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a04c573d-8dad-4f85-92aa-25e7168f00ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:14.009395 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:15.679603 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:17.178986 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:19.426977 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:20:33.058214 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:20:33.063870 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [None req-3fa4f039-a524-41ec-b250-04843c04b6a4 tempest-verify_tempest_config-428158161 tempest-verify_tempest_config-428158161-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:20:33.064881 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3fa4f039-a524-41ec-b250-04843c04b6a4 tempest-verify_tempest_config-428158161 tempest-verify_tempest_config-428158161-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056829 May 12 23:20:33.345814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:20:33.446535 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.520829 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Publish callbacks [] for security_group (b8fe96fc-7f8e-46c6-8b94-15acd4e7f975), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.524485 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b8fe96fc-7f8e-46c6-8b94-15acd4e7f975), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.569410 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4a3459471c4f51b02c4c81165bf9d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2225833 May 12 23:20:33.570360 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fe96fc-7f8e-46c6-8b94-15acd4e7f975,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:20:33.572093 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:20:33.577185 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.577538 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.577880 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.578220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.578555 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.578884 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.579211 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.579537 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.579865 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.580719 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.581046 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.581373 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.581697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.582018 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.582340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5435c-6d52-437a-913a-01e3018145ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.631101 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Publish callbacks [] for security_group (b8fe96fc-7f8e-46c6-8b94-15acd4e7f975), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.651258 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Publish callbacks [] for security_group (b8fe96fc-7f8e-46c6-8b94-15acd4e7f975), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.740629 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b8fe96fc-7f8e-46c6-8b94-15acd4e7f975), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.743171 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:33.746275 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8fe96fc-7f8e-46c6-8b94-15acd4e7f975 HTTP/1.1" status: 204 len: 168 time: 0.1712065 May 12 23:20:33.752375 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fe96fc-7f8e-46c6-8b94-15acd4e7f975,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:20:33.758894 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.759237 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.759568 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.759896 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.760225 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.760570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.760888 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.761200 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.761562 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.761967 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.762325 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.762839 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.763208 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.763524 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:33.763831 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed218f-22ee-4848-916d-2d202bd9ec2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:20:40.758305 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-237ce435-9c9b-4620-bc52-1e817ff70dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:43.158158 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a7c-37b4-4e3f-a5a9-9a2c33b39f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:44.010981 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:45.683441 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:47.181857 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:20:56.427604 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:21:10.781457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3425d86f-07bd-429b-8bbb-4a8329626480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:13.159631 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91b9fcce-cc47-4c18-a35d-4df427cb1be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:14.015912 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:15.687212 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:17.183812 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:33.428033 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:21:40.762434 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c78996f0-0a10-44ee-91b3-2e8096cbaaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:43.161065 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20de246f-c91e-47c5-bb37-037d1481919c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:44.014370 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:45.691430 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:21:47.185630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:10.426209 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:22:10.763240 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-583d2a1b-b86b-486c-ab11-11bf85a64fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:13.162337 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3e7f70f-ebbe-4874-9e6d-b919e5dd73b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:14.017960 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:14.083683 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7865199'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:15.693561 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:17.188915 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:27.147663 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:22:27.251510 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-94df29ae-0746-47af-ad31-367af01ca2e6 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027336 May 12 23:22:29.517999 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:22:29.571603 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1c5b75c6-261d-4b64-89b6-15f6a77903e0 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524437 May 12 23:22:40.764874 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2282ccd-977e-412c-9bb4-d5a8271cc3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:43.163623 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b68da80-e187-4cf9-a77b-b0f2d2572de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:44.020335 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:44.082996 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:45.696327 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:47.191261 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:22:47.425641 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:23:10.787949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e397dd00-a1cf-4d58-bb05-7f9fdf072e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:13.164580 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-89eb896e-c451-419f-9404-2096b3b11de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:14.023318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:14.084171 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:15.699935 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:17.193847 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:24.425786 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:23:40.769554 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a7ce-7386-48ea-85de-77fcb3bf5c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:43.167083 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8509e14-77d8-48cc-85c2-5c42f2a59ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:44.025672 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:44.082200 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:45.705776 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:23:47.195358 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:01.496097 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:24:06.723060 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:06.978519 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-network', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:06.998225 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Made reservation on behalf of 7ae06aac3a6c483191a4b0ccba915334 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:07.000623 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.009081 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.072053 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:07.095150 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks [] for security_group (ce788143-f1ef-40e2-b675-e358f8caffd1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.100089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ce788143-f1ef-40e2-b675-e358f8caffd1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.125674 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce788143-f1ef-40e2-b675-e358f8caffd1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:07.139033 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:24:07.142180 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.142520 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.142853 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.143181 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.143510 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.143830 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.144148 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.144496 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.144828 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.145150 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.145478 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.145795 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.146108 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.146417 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.146727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Tracked resource versions report: May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: pushed versions: May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Agent': {'1.1'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Log': {'1.0'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'NDPProxy': {'1.0'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Network': {'1.1'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Port': {'1.7'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'PortForwarding': {'1.3'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: consumer versions: May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: HyperV agent@hv-cinder-78226: {}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Agent': '1.1', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Log': '1.0', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'NDPProxy': '1.0', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Network': '1.1', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Port': '1.7', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'PortForwarding': '1.3', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'QosPolicy': '1.10', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'SubPort': '1.0', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Subnet': '1.1', May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: 'Trunk': '1.1'}} May 12 23:24:07.147923 dv-cinder-782260-5-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:24:07.161143 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (8d9c1a4a-2819-4189-bbab-f5d9802d7b36), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.161943 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Added segment 8d9c1a4a-2819-4189-bbab-f5d9802d7b36 of type vlan for network caa95e50-744d-41c0-bd90-21e3d6753723 May 12 23:24:07.221916 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (caa95e50-744d-41c0-bd90-21e3d6753723), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.246916 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (caa95e50-744d-41c0-bd90-21e3d6753723), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.248042 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:07.248667 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.282382 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5581191 May 12 23:24:07.285154 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:07.290624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Request body: {'subnet': {'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-subnet', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:07.340906 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4e90-81cb-4454-9163-f3a35f346ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=caa95e50-744d-41c0-bd90-21e3d6753723,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:07.353489 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network caa95e50-744d-41c0-bd90-21e3d6753723 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:24:07.357500 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Made reservation on behalf of 7ae06aac3a6c483191a4b0ccba915334 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:07.360905 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.389408 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:07.544086 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (c12b85fc-6911-4b35-b380-cee5e7a8f129), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.601823 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-386842239-network', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:07.609506 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12b85fc-6911-4b35-b380-cee5e7a8f129,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:07.614918 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Checking segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:07.615354 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Network hostable DHCP agents. Network: caa95e50-744d-41c0-bd90-21e3d6753723, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:24:07.634864 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Network caa95e50-744d-41c0-bd90-21e3d6753723 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:24:07.635247 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Made reservation on behalf of e315b6494fa94fb0bc2d6fd27028f475 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:07.638228 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.646733 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, caa95e50-744d-41c0-bd90-21e3d6753723) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:07.648095 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.651550 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:07.652256 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.656955 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b68c1-182d-4a95-8c7b-bbcf68c2e079 None None] Network caa95e50-744d-41c0-bd90-21e3d6753723 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:07.672954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-43cfb1f7-e79d-4ee3-b637-6a8e71689cca admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3864439 May 12 23:24:07.675494 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:07.681859 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:07.706420 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (ec018ccf-1951-4668-b041-eee6a3496973), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.707633 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (ec018ccf-1951-4668-b041-eee6a3496973), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.764683 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks [] for security_group (893cdc59-949e-4bac-a5f5-b56571e1ac06), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.769225 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks [] for router_controller (ec018ccf-1951-4668-b041-eee6a3496973), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.777957 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (893cdc59-949e-4bac-a5f5-b56571e1ac06), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.797907 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:24:07.823378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.823910 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Added segment d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea of type vlan for network da502bee-be9a-431e-9fcf-9f0d339d4e89 May 12 23:24:07.834016 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-caa95e50-744d-41c0-bd90-21e3d6753723', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:24:07.835450 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:07.889111 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-480401210-network', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:07.893711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:07.942654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893cdc59-949e-4bac-a5f5-b56571e1ac06,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:07.967428 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.968028 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.968688 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.969312 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.969804 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.970290 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.970774 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.971269 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.971765 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.972418 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.972919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.973437 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.973942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.974429 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.974934 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Tracked resource versions report: May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: pushed versions: May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: { 'AddressGroup': {'1.2'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Agent': {'1.1'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'ConntrackHelper': {'1.0'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Log': {'1.0'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'NDPProxy': {'1.0'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Network': {'1.1'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Port': {'1.7'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'PortForwarding': {'1.3'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'QosPolicy': {'1.10'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroup': {'1.5'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SubPort': {'1.0'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Subnet': {'1.1'}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Trunk': {'1.1'}} May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: consumer versions: May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: HyperV agent@hv-cinder-78226: {}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Agent': '1.1', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'ConntrackHelper': '1.0', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'LocalIPAssociation': '1.0', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Log': '1.0', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'NDPProxy': '1.0', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Network': '1.1', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Port': '1.7', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'PortForwarding': '1.3', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'QosPolicy': '1.10', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroup': '1.5', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SecurityGroupRule': '1.2', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'SubPort': '1.0', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Subnet': '1.1', May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: 'Trunk': '1.1'}} May 12 23:24:07.977014 dv-cinder-782260-5-iscsi neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:24:07.991914 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (da502bee-be9a-431e-9fcf-9f0d339d4e89), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.012088 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Made reservation on behalf of ee4c61b3a55145ecb0429c006212a51c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:08.015229 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.022963 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Allocated IP 172.20.0.2 (caa95e50-744d-41c0-bd90-21e3d6753723/c12b85fc-6911-4b35-b380-cee5e7a8f129/90c3c11d-b1c3-4832-9bf8-701f4218fd47) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:08.030591 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.055351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (da502bee-be9a-431e-9fcf-9f0d339d4e89), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.056952 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:08.058912 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.103686 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks [] for router_gateway (ec018ccf-1951-4668-b041-eee6a3496973), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.191774 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] Pushing event updated for resources: {'Network': ['ID=da502bee-be9a-431e-9fcf-9f0d339d4e89,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:08.216672 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:24:08.233851 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-829be3dc-676d-4b1b-af7c-6abf76d5394d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1591432 May 12 23:24:08.236555 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:08.241656 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Request body: {'subnet': {'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-386842239-subnet', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:08.342896 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Publish callbacks [] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.345782 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks [] for security_group (afadf302-198b-4a85-8694-0d8360264e25), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.352083 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Made reservation on behalf of e315b6494fa94fb0bc2d6fd27028f475 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:08.355180 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.364761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (afadf302-198b-4a85-8694-0d8360264e25), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.367469 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.420638 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Network caa95e50-744d-41c0-bd90-21e3d6753723 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:08.428811 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:08.454143 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:08.459061 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:24:08.463375 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks [] for router_gateway (ec018ccf-1951-4668-b041-eee6a3496973), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.490866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.496190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1529056331-network', 'tenant_id': '2bfb379b1141455a80c91beacd698a4d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:08.529757 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Made reservation on behalf of 2bfb379b1141455a80c91beacd698a4d for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:08.534395 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.543572 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Attempting to bind port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:08.544041 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Attempting to bind port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:08.544282 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Attempting to bind port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 on network caa95e50-744d-41c0-bd90-21e3d6753723 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:08.553609 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:08.553755 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Checking segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:08.554133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.554511 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Bound using segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:08.554977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Bound port: 90c3c11d-b1c3-4832-9bf8-701f4218fd47, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:08.555350 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.566326 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.633019 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Pushing event updated for resources: {'Port': ['ID=90c3c11d-b1c3-4832-9bf8-701f4218fd47,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:08.654155 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.654878 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.655463 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.656030 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.657418 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.657982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.658711 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.659263 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.659830 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.660432 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.660975 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.661548 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.662091 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.662653 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.663316 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Tracked resource versions report: May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: pushed versions: May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Agent': {'1.1'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Log': {'1.0'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'NDPProxy': {'1.0'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Network': {'1.1'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Port': {'1.7'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'PortForwarding': {'1.3'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: consumer versions: May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: HyperV agent@hv-cinder-78226: {}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Agent': '1.1', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Log': '1.0', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'NDPProxy': '1.0', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Network': '1.1', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Port': '1.7', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'PortForwarding': '1.3', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'QosPolicy': '1.10', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'SubPort': '1.0', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Subnet': '1.1', May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: 'Trunk': '1.1'}} May 12 23:24:08.665601 dv-cinder-782260-5-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:24:08.693858 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] For port 90c3c11d-b1c3-4832-9bf8-701f4218fd47, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:08.698890 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] For port 90c3c11d-b1c3-4832-9bf8-701f4218fd47, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=90c3c11d-b1c3-4832-9bf8-701f4218fd47,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:08.710066 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.725811 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afadf302-198b-4a85-8694-0d8360264e25,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:08.863289 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Allocated IP 172.27.3.231 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/3d5f3655-485d-43c4-a72a-4b2e818b4209) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:08.869142 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bf0ec-f674-4ee0-bbaf-78f961be80ad None None] Pushing event updated for resources: {'Port': ['ID=90c3c11d-b1c3-4832-9bf8-701f4218fd47,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:08.927938 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (a68b33a3-1b24-4311-b1b6-664061cce990), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.927938 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Added segment a68b33a3-1b24-4311-b1b6-664061cce990 of type vlan for network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 May 12 23:24:08.939233 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks [] for security_group (21e5f147-8c4c-4855-82bb-442139565b10), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.962844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (21e5f147-8c4c-4855-82bb-442139565b10), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:08.997703 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (16be676d-5731-4722-872b-f964ae4f789c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.051557 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e5f147-8c4c-4855-82bb-442139565b10,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:09.069944 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:24:09.103733 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16be676d-5731-4722-872b-f964ae4f789c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:09.123262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.157038 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (933d961e-aab0-4417-8a2d-fb0a0743a22c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.157038 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Added segment 933d961e-aab0-4417-8a2d-fb0a0743a22c of type vlan for network 84678649-aebe-4cae-acbe-9f5bb172255d May 12 23:24:09.227269 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.230660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:09.234608 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.243754 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:09.244107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Network hostable DHCP agents. Network: da502bee-be9a-431e-9fcf-9f0d339d4e89, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:24:09.282027 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (84678649-aebe-4cae-acbe-9f5bb172255d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.303624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks [] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.324937 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.9316971 May 12 23:24:09.334901 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:09.340876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Request body: {'subnet': {'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-subnet', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:09.379334 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Made reservation on behalf of ee4c61b3a55145ecb0429c006212a51c for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:09.382035 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.406076 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b059b1d-749c-4e0a-b38c-3e87229550aa admin admin] Pushing event updated for resources: {'Network': ['ID=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:09.416170 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:24:09.421456 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:24:09.464974 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, da502bee-be9a-431e-9fcf-9f0d339d4e89) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:09.470578 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:09.471182 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.524330 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-96886791-67be-4136-98a1-7f1abf40ac24 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2865133 May 12 23:24:09.528413 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:09.530677 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (84678649-aebe-4cae-acbe-9f5bb172255d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.532568 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:09.533259 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:09.533377 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.546566 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.582545 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff5b92-7794-4f8d-8eb7-dc4f0de9d3ce None None] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:09.588281 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6904287 May 12 23:24:09.591153 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 49930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:09.596078 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Request body: {'subnet': {'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1529056331-subnet', 'tenant_id': '2bfb379b1141455a80c91beacd698a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:09.638751 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (64c287b2-3235-4346-bc47-6e2ec9ec7f24), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.640915 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (64c287b2-3235-4346-bc47-6e2ec9ec7f24), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.709847 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Made reservation on behalf of 2bfb379b1141455a80c91beacd698a4d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:09.712519 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:09.715217 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.744345 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:09.746862 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:09.821000 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-da502bee-be9a-431e-9fcf-9f0d339d4e89', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:24:09.822544 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:09.843281 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29279422-a8da-4e78-a243-58414001ae8f admin admin] Pushing event updated for resources: {'Network': ['ID=84678649-aebe-4cae-acbe-9f5bb172255d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:09.853136 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5f3655-485d-43c4-a72a-4b2e818b4209,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:09.862643 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 84678649-aebe-4cae-acbe-9f5bb172255d details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:24:10.284741 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Allocated IP 172.20.0.2 (da502bee-be9a-431e-9fcf-9f0d339d4e89/16be676d-5731-4722-872b-f964ae4f789c/56154ddf-c2a2-49bd-887f-5e66ecc218e0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:10.400849 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 90c3c11d-b1c3-4832-9bf8-701f4218fd47 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:10.582075 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (ff945e42-d868-4de7-98cb-f416b218c664), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.585213 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 49976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:10.612934 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks [] for router_controller (64c287b2-3235-4346-bc47-6e2ec9ec7f24), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.626463 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (fa1bb700-a026-48e0-b79d-d2aa746de208), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.757238 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1bb700-a026-48e0-b79d-d2aa746de208,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:10.838008 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Publish callbacks [] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.841291 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08cdf96d-67f0-4417-ba34-c994983434b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.866878 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74730a8-d6b3-4056-9f06-3925d0b79f41 None None] Network caa95e50-744d-41c0-bd90-21e3d6753723 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:10.886523 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] Provisioning complete for port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:10.887161 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.897826 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff945e42-d868-4de7-98cb-f416b218c664,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:10.943027 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.948685 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08cdf96d-67f0-4417-ba34-c994983434b9 admin admin] Publish callbacks [] for security_group (1f88ef5a-80ec-453d-9aa3-301996d05171), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.964529 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08cdf96d-67f0-4417-ba34-c994983434b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (1f88ef5a-80ec-453d-9aa3-301996d05171), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:10.994756 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Checking segment: {'id': '933d961e-aab0-4417-8a2d-fb0a0743a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:10.995372 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Network hostable DHCP agents. Network: 84678649-aebe-4cae-acbe-9f5bb172255d, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:24:11.019155 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdf96d-67f0-4417-ba34-c994983434b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f88ef5a-80ec-453d-9aa3-301996d05171,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:11.051063 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks [] for router_gateway (64c287b2-3235-4346-bc47-6e2ec9ec7f24), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.061027 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Checking segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:11.062055 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Network hostable DHCP agents. Network: 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:24:11.079331 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks [] for router_gateway (ec018ccf-1951-4668-b041-eee6a3496973), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.092212 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Network 84678649-aebe-4cae-acbe-9f5bb172255d is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:24:11.094875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:11.114553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:11.148953 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:11.156348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4115-a6b3-4c07-8195-cae091e33e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.158583 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:11.170008 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:11.170661 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.191392 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 84678649-aebe-4cae-acbe-9f5bb172255d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:11.205822 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:11.206410 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.213870 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] Current status of the port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:11.214675 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.224370 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a86545-8876-4d5d-9eb2-68880748aad3 None None] Network 84678649-aebe-4cae-acbe-9f5bb172255d requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:11.226382 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Pushing event updated for resources: {'Port': ['ID=56154ddf-c2a2-49bd-887f-5e66ecc218e0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:11.255210 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5e03058d-c642-461a-b2dd-8b58dd2f2a17 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6538081 May 12 23:24:11.345932 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ba92b05-54bb-439f-bff8-6c26e089e27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.443311 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (ec018ccf-1951-4668-b041-eee6a3496973), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.459273 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-08cdf96d-67f0-4417-ba34-c994983434b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4aeb96e8f3f24283ad1392351eac035f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8712370 May 12 23:24:11.519162 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:11.543550 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:24:11.580759 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:11.585946 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:11.586550 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.643660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks [] for router_gateway (64c287b2-3235-4346-bc47-6e2ec9ec7f24), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.655704 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fafe0d-37be-4561-8a6b-9c023e80dea4 None None] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:11.661514 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ba92b05-54bb-439f-bff8-6c26e089e27c admin admin] Publish callbacks [] for security_group (e5b17c2f-2024-40ec-8878-2d7bbd89c870), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.665491 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] For port 90c3c11d-b1c3-4832-9bf8-701f4218fd47, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=90c3c11d-b1c3-4832-9bf8-701f4218fd47,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:11.693900 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5f1aed54-c4fe-4376-aadf-61870d9341d8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3541684 May 12 23:24:11.695134 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:11.702888 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e803a7-1823-4e64-bf09-ad94a016bb75 None None] Network 84678649-aebe-4cae-acbe-9f5bb172255d requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:11.705286 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Attempting to bind port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:11.705885 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Attempting to bind port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:11.706284 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:11.706406 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Attempting to bind port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:11.712857 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.729360 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0479b0d-b2ab-4518-8825-95c265ed7dbb admin admin] Publish callbacks [] for security_group (1f88ef5a-80ec-453d-9aa3-301996d05171), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.751291 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.772180 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (672c6641-3bc5-48ec-a6f1-a7d37527e10a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.773297 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (672c6641-3bc5-48ec-a6f1-a7d37527e10a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.777226 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:11.777678 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:11.778530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.778676 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Bound using segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:11.779236 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Bound port: 56154ddf-c2a2-49bd-887f-5e66ecc218e0, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:11.779676 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.780715 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ba92b05-54bb-439f-bff8-6c26e089e27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (e5b17c2f-2024-40ec-8878-2d7bbd89c870), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.806432 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0479b0d-b2ab-4518-8825-95c265ed7dbb admin admin] Publish callbacks [] for security_group (1f88ef5a-80ec-453d-9aa3-301996d05171), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:11.970943 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:11.990077 dv-cinder-782260-5-iscsi neutron-server[103289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 23:24:12.019621 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9ba92b05-54bb-439f-bff8-6c26e089e27c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1230814402745e5bfaf665d11220a5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9227216 May 12 23:24:12.020389 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:12.041596 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks [] for router_controller (672c6641-3bc5-48ec-a6f1-a7d37527e10a), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.042721 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba92b05-54bb-439f-bff8-6c26e089e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b17c2f-2024-40ec-8878-2d7bbd89c870,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:12.074895 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:12.123911 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd1543-132b-4a9f-b902-a015a6bbc31f None None] Pushing event updated for resources: {'Port': ['ID=90c3c11d-b1c3-4832-9bf8-701f4218fd47,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:12.137321 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Allocated IP 172.27.3.95 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/ad1a0cb3-4baa-4217-b829-79483f69c47f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:12.152036 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b9be-b64b-4fc0-ba58-c13224d463b6 admin admin] Publish callbacks [] for security_group (e5b17c2f-2024-40ec-8878-2d7bbd89c870), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.160015 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:24:12.161178 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.197020 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69ce7353-a408-4ea7-aa89-9fb7c1887ba4 None None] Provisioning complete for port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:12.197810 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69ce7353-a408-4ea7-aa89-9fb7c1887ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.203749 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b9be-b64b-4fc0-ba58-c13224d463b6 admin admin] Publish callbacks [] for security_group (e5b17c2f-2024-40ec-8878-2d7bbd89c870), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.224804 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0479b0d-b2ab-4518-8825-95c265ed7dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (1f88ef5a-80ec-453d-9aa3-301996d05171), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.227508 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0479b0d-b2ab-4518-8825-95c265ed7dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.231259 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e0479b0d-b2ab-4518-8825-95c265ed7dbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f88ef5a-80ec-453d-9aa3-301996d05171 HTTP/1.1" status: 204 len: 168 time: 0.7020445 May 12 23:24:12.286422 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Router ec018ccf-1951-4668-b041-eee6a3496973 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:24:12.302850 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0479b0d-b2ab-4518-8825-95c265ed7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f88ef5a-80ec-453d-9aa3-301996d05171,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:12.330617 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] For port 56154ddf-c2a2-49bd-887f-5e66ecc218e0, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:12.373008 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b9be-b64b-4fc0-ba58-c13224d463b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (e5b17c2f-2024-40ec-8878-2d7bbd89c870), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.376896 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b9be-b64b-4fc0-ba58-c13224d463b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.381475 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5ae7b9be-b64b-4fc0-ba58-c13224d463b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5b17c2f-2024-40ec-8878-2d7bbd89c870 HTTP/1.1" status: 204 len: 168 time: 0.3537681 May 12 23:24:12.410347 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] For port 56154ddf-c2a2-49bd-887f-5e66ecc218e0, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=56154ddf-c2a2-49bd-887f-5e66ecc218e0,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:12.422600 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b9be-b64b-4fc0-ba58-c13224d463b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b17c2f-2024-40ec-8878-2d7bbd89c870,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:12.423183 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks [] for router_gateway (672c6641-3bc5-48ec-a6f1-a7d37527e10a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.443734 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-6f5d98d7-7dce-4868-b340-9551576a4d3f tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:12.449982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks [] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.473581 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.477757 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-6f5d98d7-7dce-4868-b340-9551576a4d3f tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/networks?id=84678649-aebe-4cae-acbe-9f5bb172255d HTTP/1.1" status: 200 len: 812 time: 0.4902167 May 12 23:24:12.601922 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:12.635835 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-41a115ff-0ec0-46fe-9676-517412ac4440 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/quotas/2bfb379b1141455a80c91beacd698a4d HTTP/1.1" status: 200 len: 375 time: 0.0598817 May 12 23:24:12.760292 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-56516a6d-b14a-4024-b779-561eeb33a64b tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bfb379b1141455a80c91beacd698a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139042 May 12 23:24:12.789033 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f459c-d7f0-483d-a597-492db209f315 None None] Pushing event updated for resources: {'Port': ['ID=56154ddf-c2a2-49bd-887f-5e66ecc218e0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:12.792986 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69ce7353-a408-4ea7-aa89-9fb7c1887ba4 None None] Current status of the port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:12.798939 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Allocated IP 172.20.0.2 (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6/fa1bb700-a026-48e0-b79d-d2aa746de208/cc59daae-f16d-448c-9074-0df6e47cff19) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:12.867711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:24:12.880511 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Pushing event updated for resources: {'Port': ['ID=ad1a0cb3-4baa-4217-b829-79483f69c47f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:12.881843 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:24:12.898726 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:12.899366 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:23:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:12.913323 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:12.916085 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:12.924851 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:13.182740 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Publish callbacks [] for port (cc59daae-f16d-448c-9074-0df6e47cff19), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.205256 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.279743 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14e37071-0a2c-4092-97ea-fb241186785f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.306411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:13.310298 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:13.313328 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:13.317008 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Pushing event updated for resources: {'Port': ['ID=cc59daae-f16d-448c-9074-0df6e47cff19,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:13.347850 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:13.422259 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:13.439943 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Attempting to bind port cc59daae-f16d-448c-9074-0df6e47cff19 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:13.440329 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Attempting to bind port cc59daae-f16d-448c-9074-0df6e47cff19 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:13.441982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Attempting to bind port cc59daae-f16d-448c-9074-0df6e47cff19 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:13.457211 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:13.457615 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Checking segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:13.458026 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.459361 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Bound using segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:13.459793 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Bound port: cc59daae-f16d-448c-9074-0df6e47cff19, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:13.460175 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.466532 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.467765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cb03cbd7-1e95-420d-be64-48cc5c6ed815 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7895112 May 12 23:24:13.477316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:13.508899 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb204353-3838-4e53-bd55-347268f5749d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.534754 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] For port cc59daae-f16d-448c-9074-0df6e47cff19, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:13.539685 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] For port cc59daae-f16d-448c-9074-0df6e47cff19, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=cc59daae-f16d-448c-9074-0df6e47cff19,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:13.551050 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.587685 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks [] for router_gateway (672c6641-3bc5-48ec-a6f1-a7d37527e10a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.656331 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.712484 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5833c27-8273-42b3-898f-6b1da77bca24 None None] Pushing event updated for resources: {'Port': ['ID=cc59daae-f16d-448c-9074-0df6e47cff19,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:13.719107 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:10Z', 'revision_number': 3, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:13.786369 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:24:13.786924 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Updating router ec018ccf-1951-4668-b041-eee6a3496973 port 3d5f3655-485d-43c4-a72a-4b2e818b4209 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:24:13.869362 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.919917 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks [] for router_gateway (64c287b2-3235-4346-bc47-6e2ec9ec7f24), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.927098 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb204353-3838-4e53-bd55-347268f5749d admin admin] Publish callbacks [] for security_group (445aad0b-36a1-427d-a57b-85f2d4716009), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.944683 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb204353-3838-4e53-bd55-347268f5749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (445aad0b-36a1-427d-a57b-85f2d4716009), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:13.948292 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Allocated IP 172.27.3.196 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/9397a777-f11e-4f95-83a3-7aa7f9abe560) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:14.052284 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-8423442c-068e-4bd0-a398-702b90656f44 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:24:14.053748 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-8423442c-068e-4bd0-a398-702b90656f44 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6324098 May 12 23:24:14.061952 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.066765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cb204353-3838-4e53-bd55-347268f5749d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5703fb77cda34c9aabb6ec9e33fe87c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6435390 May 12 23:24:14.133991 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.241506 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb204353-3838-4e53-bd55-347268f5749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445aad0b-36a1-427d-a57b-85f2d4716009,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:14.259278 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:14.259886 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:14.483292 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device cc59daae-f16d-448c-9074-0df6e47cff19 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:14.511971 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (64c287b2-3235-4346-bc47-6e2ec9ec7f24), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.541926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c1de1-3a91-48c2-b332-c5df4ca96e70 None None] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:14.607139 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] Provisioning complete for port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:14.607513 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.626592 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks [] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.630556 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33461c12-34d6-43ed-a56e-8b98824033d8 admin admin] Publish callbacks [] for security_group (445aad0b-36a1-427d-a57b-85f2d4716009), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.668768 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d584-df39-4965-a44a-40600be5dcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.745208 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33461c12-34d6-43ed-a56e-8b98824033d8 admin admin] Publish callbacks [] for security_group (445aad0b-36a1-427d-a57b-85f2d4716009), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.797273 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-4555e22b-2d46-4103-b748-6446c97ba693 service neutron] 10.222.0.49 "GET /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214434 May 12 23:24:14.910437 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-7410ec96-c673-46b6-9fbd-3fe0ad8adc5c service neutron] 10.222.0.49 "GET /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120420 May 12 23:24:14.975289 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:14.995714 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:24:15.016501 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port cc59daae-f16d-448c-9074-0df6e47cff19 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:15.016913 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.034533 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Pushing event updated for resources: {'Port': ['ID=9397a777-f11e-4f95-83a3-7aa7f9abe560,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:15.057526 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:15.061226 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:15.068546 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:15.131538 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] Current status of the port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:15.131931 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.229072 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] For port 56154ddf-c2a2-49bd-887f-5e66ecc218e0, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=56154ddf-c2a2-49bd-887f-5e66ecc218e0,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:15.299808 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.319471 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33461c12-34d6-43ed-a56e-8b98824033d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (445aad0b-36a1-427d-a57b-85f2d4716009), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.322406 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33461c12-34d6-43ed-a56e-8b98824033d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.338554 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-33461c12-34d6-43ed-a56e-8b98824033d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/445aad0b-36a1-427d-a57b-85f2d4716009 HTTP/1.1" status: 204 len: 168 time: 1.0640814 May 12 23:24:15.341738 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:24:15.389948 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33461c12-34d6-43ed-a56e-8b98824033d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445aad0b-36a1-427d-a57b-85f2d4716009,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:15.439275 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:24:15.458462 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d584-df39-4965-a44a-40600be5dcef admin admin] Publish callbacks [] for security_group (242cfcb6-d693-4142-aa25-d1ba2d1f6b34), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.471839 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d584-df39-4965-a44a-40600be5dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (242cfcb6-d693-4142-aa25-d1ba2d1f6b34), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.549136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce8e0b-afdf-4747-b100-bb51568d6597 None None] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:24:15.558518 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port cc59daae-f16d-448c-9074-0df6e47cff19 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:15.558907 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.586109 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Publish callbacks [] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.601465 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cfd3d584-df39-4965-a44a-40600be5dcef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30310992acd140dc83ec5c05b3604fc8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3361061 May 12 23:24:15.602738 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.605965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:15.612016 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.613299 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4c4e24dd-0465-48e1-9f47-5ab9eb0c228c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0838869 May 12 23:24:15.617379 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.624466 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:15.626078 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:15.662865 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:15.725801 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-27740e54-a8e3-42f8-b83d-e1de289e9c89 None None] Provisioning complete for port cc59daae-f16d-448c-9074-0df6e47cff19 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:15.726316 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27740e54-a8e3-42f8-b83d-e1de289e9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.744629 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5396d4f8-e892-4b11-ab59-d6b67cf5c42d req-da5585dc-9e0b-4842-8e47-b1025af632e2 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.1687632 May 12 23:24:15.833475 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Pushing event updated for resources: {'Port': ['ID=3d5f3655-485d-43c4-a72a-4b2e818b4209,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:15.849887 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Attempting to bind port 3d5f3655-485d-43c4-a72a-4b2e818b4209 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:15.850501 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Attempting to bind port 3d5f3655-485d-43c4-a72a-4b2e818b4209 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:15.851019 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Attempting to bind port 3d5f3655-485d-43c4-a72a-4b2e818b4209 on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:15.854978 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.855480 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.856002 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.856520 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.856991 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.857607 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.858085 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.858555 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.859018 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.860048 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.860542 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.861038 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.861501 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.861967 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.862431 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Tracked resource versions report: May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: pushed versions: May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: { 'AddressGroup': {'1.2'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Agent': {'1.1'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'ConntrackHelper': {'1.0'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Log': {'1.0'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'NDPProxy': {'1.0'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Network': {'1.1'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Port': {'1.7'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'PortForwarding': {'1.3'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'QosPolicy': {'1.10'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroup': {'1.5'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SubPort': {'1.0'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Subnet': {'1.1'}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Trunk': {'1.1'}} May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: consumer versions: May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: { DHCP agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: HyperV agent@hv-cinder-78226: {}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: L3 agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: Metadata agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: Metering agent@dv-cinder-782260-5-iscsi: {}, May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: Open vSwitch agent@dv-cinder-782260-5-iscsi: { 'AddressGroup': '1.2', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Agent': '1.1', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'ConntrackHelper': '1.0', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'LocalIPAssociation': '1.0', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Log': '1.0', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'NDPProxy': '1.0', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Network': '1.1', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Port': '1.7', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'PortForwarding': '1.3', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'QosPolicy': '1.10', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroup': '1.5', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SecurityGroupRule': '1.2', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'SubPort': '1.0', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Subnet': '1.1', May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: 'Trunk': '1.1'}} May 12 23:24:15.863809 dv-cinder-782260-5-iscsi neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 23:24:15.879596 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port cc59daae-f16d-448c-9074-0df6e47cff19, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=cc59daae-f16d-448c-9074-0df6e47cff19,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:15.882458 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:15.882844 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:15.883251 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.883642 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:15.884120 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Bound port: 3d5f3655-485d-43c4-a72a-4b2e818b4209, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:15.884530 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.944173 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:15.944173 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 56154ddf-c2a2-49bd-887f-5e66ecc218e0 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:15.944173 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477aa4e0-0523-45d8-93f1-56258d73203f None None] Pushing event updated for resources: {'Port': ['ID=56154ddf-c2a2-49bd-887f-5e66ecc218e0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:15.970714 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.001154 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] For port 3d5f3655-485d-43c4-a72a-4b2e818b4209, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:16.006402 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] For port 3d5f3655-485d-43c4-a72a-4b2e818b4209, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=3d5f3655-485d-43c4-a72a-4b2e818b4209,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:16.011680 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks [] for router_gateway (672c6641-3bc5-48ec-a6f1-a7d37527e10a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.026810 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.089049 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3d584-df39-4965-a44a-40600be5dcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242cfcb6-d693-4142-aa25-d1ba2d1f6b34,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:16.149117 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:16.153158 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:16.203882 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd444b5e-72f9-43f4-b094-0663cd5f7a16 None None] Pushing event updated for resources: {'Port': ['ID=3d5f3655-485d-43c4-a72a-4b2e818b4209,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:16.344327 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:16.392575 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=cc59daae-f16d-448c-9074-0df6e47cff19,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:16.475184 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (672c6641-3bc5-48ec-a6f1-a7d37527e10a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.509604 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-27740e54-a8e3-42f8-b83d-e1de289e9c89 None None] Current status of the port cc59daae-f16d-448c-9074-0df6e47cff19 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:16.531868 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:16.536979 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-171b1877-d56b-4a59-8110-8c787ec8bdc7 admin admin] Publish callbacks [] for security_group (242cfcb6-d693-4142-aa25-d1ba2d1f6b34), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.566550 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-171b1877-d56b-4a59-8110-8c787ec8bdc7 admin admin] Publish callbacks [] for security_group (242cfcb6-d693-4142-aa25-d1ba2d1f6b34), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.753557 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:16.753977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.836122 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:10Z', 'revision_number': 3, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:16.882431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:16.884276 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1099f55c-6b70-4871-9db7-50323bd29041 None None] Provisioning complete for port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:16.884706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1099f55c-6b70-4871-9db7-50323bd29041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:16.909213 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Router 672c6641-3bc5-48ec-a6f1-a7d37527e10a is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:24:16.910468 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717fe6c0-5bda-4b7a-998d-dad772b8dec0 None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:10Z', 'revision_number': 3, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:24:16.976516 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-009fe00b-2237-4c79-9ca8-fd11b7536ec4 req-8bb3cd5a-639d-418d-a4bc-82f852ca3ac5 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.0907691 May 12 23:24:17.164564 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-171b1877-d56b-4a59-8110-8c787ec8bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (242cfcb6-d693-4142-aa25-d1ba2d1f6b34), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.167471 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-171b1877-d56b-4a59-8110-8c787ec8bdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.180328 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-171b1877-d56b-4a59-8110-8c787ec8bdc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/242cfcb6-d693-4142-aa25-d1ba2d1f6b34 HTTP/1.1" status: 204 len: 168 time: 1.5658212 May 12 23:24:17.191009 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:17.192124 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 90c3c11d-b1c3-4832-9bf8-701f4218fd47 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:17.258847 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:24:17.271317 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Sync routers for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:24:17.278319 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:17.285604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b1877-d56b-4a59-8110-8c787ec8bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242cfcb6-d693-4142-aa25-d1ba2d1f6b34,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:17.290667 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:17.291505 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:17.303641 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Allocated IP 172.20.0.1 (caa95e50-744d-41c0-bd90-21e3d6753723/c12b85fc-6911-4b35-b380-cee5e7a8f129/685e346f-b552-4f95-8488-d92e529d7773) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:17.310311 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.311646 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-be840235-3b5f-4a7d-8b83-848063f33842 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6126332 May 12 23:24:17.315239 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:17.403856 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.539855 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:13Z', 'revision_number': 3, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:17.543441 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:17.543826 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.674720 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:17.729291 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1099f55c-6b70-4871-9db7-50323bd29041 None None] Current status of the port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:17.764201 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:24:17.767657 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Updating router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 port ad1a0cb3-4baa-4217-b829-79483f69c47f binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:24:17.879509 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks [] for port (685e346f-b552-4f95-8488-d92e529d7773), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.901850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.975566 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e51670de-6705-4a13-a6a0-0bea4bfa44b6 None None] Provisioning complete for port cc59daae-f16d-448c-9074-0df6e47cff19 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:17.977802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e51670de-6705-4a13-a6a0-0bea4bfa44b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.983444 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7426cc47-637b-4636-83e7-96f4768666e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:17.987353 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:18.412338 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:15Z', 'revision_number': 3, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:18.479766 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Checking router: 672c6641-3bc5-48ec-a6f1-a7d37527e10a for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:24:18.480130 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Updating router 672c6641-3bc5-48ec-a6f1-a7d37527e10a port 9397a777-f11e-4f95-83a3-7aa7f9abe560 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:24:18.498625 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:18.503834 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aeaf684c-6644-4108-bb4b-985be1eddf7f req-1fbaa7e0-4ed3-4698-8d6f-8a7e3846401d tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.1352849 May 12 23:24:18.566443 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:18.692958 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7426cc47-637b-4636-83e7-96f4768666e8 admin admin] Publish callbacks [] for security_group (5e4ee3db-3891-4d1d-89ba-7529573b0eed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:18.706994 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Allocated IP 172.20.0.1 (da502bee-be9a-431e-9fcf-9f0d339d4e89/16be676d-5731-4722-872b-f964ae4f789c/bbc693f6-0ef0-4234-8e60-f49647370ade) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:18.713969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7426cc47-637b-4636-83e7-96f4768666e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (5e4ee3db-3891-4d1d-89ba-7529573b0eed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:18.756208 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:18.780205 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426cc47-637b-4636-83e7-96f4768666e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4ee3db-3891-4d1d-89ba-7529573b0eed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:18.792647 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (685e346f-b552-4f95-8488-d92e529d7773), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:18.824820 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Network caa95e50-744d-41c0-bd90-21e3d6753723 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:18.833847 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:18.848580 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:18.848987 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (ec018ccf-1951-4668-b041-eee6a3496973), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.214413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 3d5f3655-485d-43c4-a72a-4b2e818b4209 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:19.289653 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Allocated IP 172.20.0.1 (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6/fa1bb700-a026-48e0-b79d-d2aa746de208/37412766-5b8f-48c8-92fe-6cd7c85c5621) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:19.311498 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.76', 51370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:19.318950 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e51670de-6705-4a13-a6a0-0bea4bfa44b6 None None] Current status of the port cc59daae-f16d-448c-9074-0df6e47cff19 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:19.366846 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 3d5f3655-485d-43c4-a72a-4b2e818b4209 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:19.367509 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.432176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks [] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.472073 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.530039 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Pushing event updated for resources: {'Port': ['ID=37412766-5b8f-48c8-92fe-6cd7c85c5621,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:19.543309 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:19.545079 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:19.548145 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:19.548661 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (672c6641-3bc5-48ec-a6f1-a7d37527e10a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.721513 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 3d5f3655-485d-43c4-a72a-4b2e818b4209 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:19.723349 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.754101 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 3d5f3655-485d-43c4-a72a-4b2e818b4209, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=3d5f3655-485d-43c4-a72a-4b2e818b4209,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:19.773702 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1519db54-bbd5-4a46-93d0-e61ae536def4 None None] Provisioning complete for port 685e346f-b552-4f95-8488-d92e529d7773 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:19.774440 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1519db54-bbd5-4a46-93d0-e61ae536def4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (685e346f-b552-4f95-8488-d92e529d7773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.823136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1519db54-bbd5-4a46-93d0-e61ae536def4 None None] Port 685e346f-b552-4f95-8488-d92e529d7773 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:19.825489 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.826599 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 56154ddf-c2a2-49bd-887f-5e66ecc218e0 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:19.930733 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:19.990394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (685e346f-b552-4f95-8488-d92e529d7773), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.003009 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e29ebd67-5c50-4586-892c-2762129b95f6 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:20.004559 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e29ebd67-5c50-4586-892c-2762129b95f6 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.76 "GET /v2.0/networks?id=84678649-aebe-4cae-acbe-9f5bb172255d HTTP/1.1" status: 200 len: 812 time: 0.6892059 May 12 23:24:20.009270 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=3d5f3655-485d-43c4-a72a-4b2e818b4209,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:20.051187 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25e3a780-f4c6-4d97-83fa-5fc0ba9350f2 req-9bdcf2ea-83de-4963-a5fc-cd3ae98580d0 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.0687683 May 12 23:24:20.078742 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7426cc47-637b-4636-83e7-96f4768666e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25115f99c77a4b22b3a584a46d160fb8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7946682 May 12 23:24:20.086236 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:20.086774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.091886 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:20.160542 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de0802e7-e9bc-4f0a-8286-a44b1f8e6b6a None None] Provisioning complete for port 37412766-5b8f-48c8-92fe-6cd7c85c5621 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:20.161111 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0802e7-e9bc-4f0a-8286-a44b1f8e6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.207818 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de0802e7-e9bc-4f0a-8286-a44b1f8e6b6a None None] Port 37412766-5b8f-48c8-92fe-6cd7c85c5621 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:20.219157 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Pushing event updated for resources: {'Port': ['ID=685e346f-b552-4f95-8488-d92e529d7773,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:20.231480 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Request body: {'port': {'device_id': '3069855f-b018-4e12-af15-4137f9ec94d2', 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d', 'admin_state_up': True, 'tenant_id': '2bfb379b1141455a80c91beacd698a4d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:20.335630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:20.337377 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device cc59daae-f16d-448c-9074-0df6e47cff19 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:20.345008 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Publish callbacks [] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.397141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.456447 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks [] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.461994 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045141b5-3251-4f27-85af-91e7d77b66e1 None None] Pushing event updated for resources: {'Port': ['ID=ad1a0cb3-4baa-4217-b829-79483f69c47f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:20.470209 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.470941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (672c6641-3bc5-48ec-a6f1-a7d37527e10a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.598261 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Attempting to bind port ad1a0cb3-4baa-4217-b829-79483f69c47f on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:20.598633 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Attempting to bind port ad1a0cb3-4baa-4217-b829-79483f69c47f by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:20.598998 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Attempting to bind port ad1a0cb3-4baa-4217-b829-79483f69c47f on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:20.601164 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port cc59daae-f16d-448c-9074-0df6e47cff19 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:20.601551 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.645451 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Publish callbacks [] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.654151 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Pushing event updated for resources: {'Port': ['ID=37412766-5b8f-48c8-92fe-6cd7c85c5621,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:20.658215 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.738286 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:20.743090 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:20.743766 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.745934 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:20.746783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Bound port: ad1a0cb3-4baa-4217-b829-79483f69c47f, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:20.747379 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.758481 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee8da-3794-4cce-8425-2859b0ff6247 None None] Pushing event updated for resources: {'Port': ['ID=9397a777-f11e-4f95-83a3-7aa7f9abe560,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:20.818328 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Attempting to bind port 9397a777-f11e-4f95-83a3-7aa7f9abe560 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:20.818699 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Attempting to bind port 9397a777-f11e-4f95-83a3-7aa7f9abe560 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:20.824079 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Attempting to bind port 9397a777-f11e-4f95-83a3-7aa7f9abe560 on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:20.842790 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:20.845364 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:20.846074 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.848998 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:20.851234 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Bound port: 9397a777-f11e-4f95-83a3-7aa7f9abe560, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:20.851824 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:20.853975 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:20.855676 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:20.895608 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port cc59daae-f16d-448c-9074-0df6e47cff19 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:20.919813 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] For port ad1a0cb3-4baa-4217-b829-79483f69c47f, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:20.953606 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] For port ad1a0cb3-4baa-4217-b829-79483f69c47f, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=ad1a0cb3-4baa-4217-b829-79483f69c47f,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:20.980238 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.027740 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:21.056905 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] For port 9397a777-f11e-4f95-83a3-7aa7f9abe560, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:21.060748 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] For port 9397a777-f11e-4f95-83a3-7aa7f9abe560, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=9397a777-f11e-4f95-83a3-7aa7f9abe560,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:21.099997 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.101924 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:21.103898 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:21.136198 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks [] for port (685e346f-b552-4f95-8488-d92e529d7773), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.190760 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 3d5f3655-485d-43c4-a72a-4b2e818b4209 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:21.198541 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (685e346f-b552-4f95-8488-d92e529d7773), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.205466 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (ec018ccf-1951-4668-b041-eee6a3496973), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.271300 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045141b5-3251-4f27-85af-91e7d77b66e1 None None] Pushing event updated for resources: {'Port': ['ID=ad1a0cb3-4baa-4217-b829-79483f69c47f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:21.274349 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee8da-3794-4cce-8425-2859b0ff6247 None None] Pushing event updated for resources: {'Port': ['ID=9397a777-f11e-4f95-83a3-7aa7f9abe560,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:21.306410 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 3d5f3655-485d-43c4-a72a-4b2e818b4209 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:21.306919 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.308720 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks [] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.342196 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Router 672c6641-3bc5-48ec-a6f1-a7d37527e10a has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:24:21.361189 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:21.370587 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:21.443224 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3b9725fd-86aa-4c4a-9ce8-28d5b854f920 req-eae7543b-e26b-4683-98ee-07aa5fa6fe67 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.1310911 May 12 23:24:21.474868 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2fee-5ef2-4027-93e1-ea5e7aaea1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.483928 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:21.487854 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc7039d4-e7bb-4082-a528-a9562c841744 None None] Provisioning complete for port 37412766-5b8f-48c8-92fe-6cd7c85c5621 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:21.488588 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc7039d4-e7bb-4082-a528-a9562c841744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.612435 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:21.759898 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Pushing event updated for resources: {'Port': ['ID=685e346f-b552-4f95-8488-d92e529d7773,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:21.767635 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:24:21.774365 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e40bd70c-4e6f-4791-9aa0-017581ec61de admin admin] 10.222.0.49 "PUT /v2.0/routers/672c6641-3bc5-48ec-a6f1-a7d37527e10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4579484 May 12 23:24:21.811291 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Network caa95e50-744d-41c0-bd90-21e3d6753723 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:21.853729 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2fee-5ef2-4027-93e1-ea5e7aaea1f7 admin admin] Publish callbacks [] for security_group (225043da-5c01-4a49-bd04-f3589fd2bfb8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.863774 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2fee-5ef2-4027-93e1-ea5e7aaea1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (225043da-5c01-4a49-bd04-f3589fd2bfb8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:21.881692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:21.886156 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:13Z', 'revision_number': 3, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:21.907600 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 3d5f3655-485d-43c4-a72a-4b2e818b4209 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:21.916161 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb3d0-06b7-4557-84df-6ba6b30deaa3 admin admin] Publish callbacks [] for security_group (5e4ee3db-3891-4d1d-89ba-7529573b0eed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.018458 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57090e-f979-42c9-96f6-da1db338fdd3 None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:13Z', 'revision_number': 3, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:24:22.022044 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc7039d4-e7bb-4082-a528-a9562c841744 None None] Port 37412766-5b8f-48c8-92fe-6cd7c85c5621 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:22.035408 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cbfc2fee-5ef2-4027-93e1-ea5e7aaea1f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f75f6dd6c6f24e7c8bb1962f9762fda0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0061152 May 12 23:24:22.043896 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:22.080158 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc2fee-5ef2-4027-93e1-ea5e7aaea1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225043da-5c01-4a49-bd04-f3589fd2bfb8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:22.211591 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:20Z', 'revision_number': 2, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:22.233406 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cd53407-fb2f-4bf5-997d-988739b71ee5 admin admin] Publish callbacks [] for security_group (225043da-5c01-4a49-bd04-f3589fd2bfb8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.360686 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cd53407-fb2f-4bf5-997d-988739b71ee5 admin admin] Publish callbacks [] for security_group (225043da-5c01-4a49-bd04-f3589fd2bfb8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.381631 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cb1ef-198b-4e88-ba89-d610a166460a None None] The sync data for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi is: [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:20Z', 'revision_number': 2, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:24:22.410633 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Router ec018ccf-1951-4668-b041-eee6a3496973 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:24:22.448403 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-44c53a32-51cc-4bf9-a5b7-c7b8f149a8c4 None None] Provisioning complete for port 685e346f-b552-4f95-8488-d92e529d7773 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:22.449469 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44c53a32-51cc-4bf9-a5b7-c7b8f149a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (685e346f-b552-4f95-8488-d92e529d7773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.526672 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cd53407-fb2f-4bf5-997d-988739b71ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (225043da-5c01-4a49-bd04-f3589fd2bfb8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.533118 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cd53407-fb2f-4bf5-997d-988739b71ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.541022 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6cd53407-fb2f-4bf5-997d-988739b71ee5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/225043da-5c01-4a49-bd04-f3589fd2bfb8 HTTP/1.1" status: 204 len: 168 time: 0.4949210 May 12 23:24:22.562332 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd53407-fb2f-4bf5-997d-988739b71ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225043da-5c01-4a49-bd04-f3589fd2bfb8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:22.641165 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-44c53a32-51cc-4bf9-a5b7-c7b8f149a8c4 None None] Port 685e346f-b552-4f95-8488-d92e529d7773 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:22.687636 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb3d0-06b7-4557-84df-6ba6b30deaa3 admin admin] Publish callbacks [] for security_group (5e4ee3db-3891-4d1d-89ba-7529573b0eed), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:22.744180 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d441580-ea52-4ba5-b703-7a70a54ef213 req-6ae31215-d18d-4fee-bb7c-1891cbb30b82 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.0826728 May 12 23:24:22.962123 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Made reservation on behalf of 2bfb379b1141455a80c91beacd698a4d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:22.971784 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:23.212673 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ad1a0cb3-4baa-4217-b829-79483f69c47f up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:23.343278 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:23.364511 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-141a2779-821e-459d-abce-b1ef2a3684de tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:23.377007 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-141a2779-821e-459d-abce-b1ef2a3684de tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 818 time: 0.2212245 May 12 23:24:23.392342 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port ad1a0cb3-4baa-4217-b829-79483f69c47f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:23.392544 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:23.406231 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-dd672fa4-df7c-4180-bf5a-0b549141d850 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/quotas/ee4c61b3a55145ecb0429c006212a51c HTTP/1.1" status: 200 len: 375 time: 0.0279372 May 12 23:24:23.528941 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:24:23.551750 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-357c47ca-02e1-4722-a059-9ba041d0d304 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445003 May 12 23:24:23.559033 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:24:23.575293 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9dcaf618-0237-4fd8-b196-5c9b297371f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/ec018ccf-1951-4668-b041-eee6a3496973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0968728 May 12 23:24:23.589389 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:23.604950 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:23.615718 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:23.616391 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (64c287b2-3235-4346-bc47-6e2ec9ec7f24), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:23.628507 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb3d0-06b7-4557-84df-6ba6b30deaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (5e4ee3db-3891-4d1d-89ba-7529573b0eed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:23.631340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb3d0-06b7-4557-84df-6ba6b30deaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:23.632676 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8b6fb3d0-06b7-4557-84df-6ba6b30deaa3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e4ee3db-3891-4d1d-89ba-7529573b0eed HTTP/1.1" status: 204 len: 168 time: 3.5308189 May 12 23:24:23.655373 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:23.656138 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:23.830183 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc693f6-0ef0-4234-8e60-f49647370ade,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:23.869843 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb3d0-06b7-4557-84df-6ba6b30deaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4ee3db-3891-4d1d-89ba-7529573b0eed,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:23.924148 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Allocated IP 172.20.0.12 (84678649-aebe-4cae-acbe-9f5bb172255d/ff945e42-d868-4de7-98cb-f416b218c664/e861eea4-234d-441a-891a-f8e49015a90c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:23.994836 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port ad1a0cb3-4baa-4217-b829-79483f69c47f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:23.995295 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:24.138914 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port ad1a0cb3-4baa-4217-b829-79483f69c47f, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=ad1a0cb3-4baa-4217-b829-79483f69c47f,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:24.328504 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:24.458218 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:24.701300 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:24.813680 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks [] for port (e861eea4-234d-441a-891a-f8e49015a90c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:24.957124 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:24.963408 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706997212', 'description': 'tempest-description--903990157'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:25.028083 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9a09d46b-fdfe-4732-a589-cc330d84fd07 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:24:25.044792 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9a09d46b-fdfe-4732-a589-cc330d84fd07 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8417580 May 12 23:24:25.147228 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a15e70d3-bee6-4e45-baf7-e079fb090fbd None None] Provisioning complete for port bbc693f6-0ef0-4234-8e60-f49647370ade triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:25.147783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a15e70d3-bee6-4e45-baf7-e079fb090fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:25.159352 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9397a777-f11e-4f95-83a3-7aa7f9abe560 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:25.253386 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dcac54e6-6f51-4cdd-bb07-9e934fda84a0 req-79325c26-92be-465d-842e-90c7eb423b4f tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.1476552 May 12 23:24:25.363632 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50512) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:25.456005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (e861eea4-234d-441a-891a-f8e49015a90c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:25.551593 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a15e70d3-bee6-4e45-baf7-e079fb090fbd None None] Port bbc693f6-0ef0-4234-8e60-f49647370ade cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:25.577413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:25.644834 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 9397a777-f11e-4f95-83a3-7aa7f9abe560 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:25.645475 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:25.677360 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-400bfc72-af86-4088-9388-b04cd633918a service neutron] 10.222.0.49 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239903 May 12 23:24:25.737906 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=ad1a0cb3-4baa-4217-b829-79483f69c47f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:25.824582 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 9397a777-f11e-4f95-83a3-7aa7f9abe560 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:25.825331 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:25.861683 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 9397a777-f11e-4f95-83a3-7aa7f9abe560, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=9397a777-f11e-4f95-83a3-7aa7f9abe560,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:25.866167 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:20Z', 'revision_number': 2, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:25.906932 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:25.914298 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:24:25.914949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Updating router ec018ccf-1951-4668-b041-eee6a3496973 port 685e346f-b552-4f95-8488-d92e529d7773 binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:24:25.992441 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (685e346f-b552-4f95-8488-d92e529d7773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.078903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Network 84678649-aebe-4cae-acbe-9f5bb172255d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:26.078903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:26.101717 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=9397a777-f11e-4f95-83a3-7aa7f9abe560,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:26.143524 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Pushing event updated for resources: {'Port': ['ID=e861eea4-234d-441a-891a-f8e49015a90c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:26.158333 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:26.162274 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-0e54488b-089f-4bd4-967a-349fc8635bcf service neutron] 10.222.0.49 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835508 May 12 23:24:26.378338 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (d7dac983-50f5-4a0d-9c97-a36ecf555699), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.391386 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d7dac983-50f5-4a0d-9c97-a36ecf555699), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.414761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks [] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.465907 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03652c59-3a0f-4d75-9eae-afcdc428e02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.474744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab1413e-af04-4565-9e47-f7a80acf9b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.506354 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.510453 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (64c287b2-3235-4346-bc47-6e2ec9ec7f24), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.525321 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.526589 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5685110 May 12 23:24:26.536473 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:26.538345 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:26.549331 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:26.549481 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'security_group_rule': {'security_group_id': 'd7dac983-50f5-4a0d-9c97-a36ecf555699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:26.550016 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:26.605899 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fff29-e6f8-47f5-b89c-4d8c53ab6f9e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dac983-50f5-4a0d-9c97-a36ecf555699,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:26.652074 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-e5ab2eb6-1d29-4073-b8cc-8a41e05efb76 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4434483 May 12 23:24:26.774436 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ad43-937a-4f90-b585-b4b0943a8a8c req-a941d9f8-e6c4-4765-8cdf-a43b163addab tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:26.795617 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3d2ad43-937a-4f90-b585-b4b0943a8a8c req-a941d9f8-e6c4-4765-8cdf-a43b163addab tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 932 time: 0.2238183 May 12 23:24:26.860745 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-54ca155c-1b0b-4bfd-967f-7d19597834d5 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:24:26.861964 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-54ca155c-1b0b-4bfd-967f-7d19597834d5 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0143826 May 12 23:24:26.896536 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc693f6-0ef0-4234-8e60-f49647370ade,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:27.168246 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab1413e-af04-4565-9e47-f7a80acf9b96 admin admin] Publish callbacks [] for security_group (488f9df2-fadd-4ac5-8648-248c784f36ad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.203700 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ab1413e-af04-4565-9e47-f7a80acf9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (488f9df2-fadd-4ac5-8648-248c784f36ad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.208345 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ad1a0cb3-4baa-4217-b829-79483f69c47f up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:27.217245 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:27.320836 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:27.368048 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1413e-af04-4565-9e47-f7a80acf9b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f9df2-fadd-4ac5-8648-248c784f36ad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:27.453773 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (f629b45d-d757-4b7b-896b-93c66229595a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.483074 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9ab1413e-af04-4565-9e47-f7a80acf9b96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70a854c3595f4fe8a31b2a5289757ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1149158 May 12 23:24:27.495788 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:27.524765 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Publish callbacks [] for port (685e346f-b552-4f95-8488-d92e529d7773), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.532294 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port ad1a0cb3-4baa-4217-b829-79483f69c47f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:27.532736 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Request body: {'port': {'device_id': '3069855f-b018-4e12-af15-4137f9ec94d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:27.541025 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.613852 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c49884b7-7525-4ad2-97e4-7f6b6b3975ce req-e8dcb062-b928-4ad7-8feb-9ace4c6504c6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 210 time: 0.6333392 May 12 23:24:27.654824 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (685e346f-b552-4f95-8488-d92e529d7773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.725618 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3d2ad43-937a-4f90-b585-b4b0943a8a8c req-323f59c0-12e2-4d94-b4df-633983474a38 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9290092 May 12 23:24:27.868289 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (f629b45d-d757-4b7b-896b-93c66229595a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.880053 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (f629b45d-d757-4b7b-896b-93c66229595a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.919323 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7292af-4502-4623-92ef-0f840110118e None None] Pushing event updated for resources: {'Port': ['ID=685e346f-b552-4f95-8488-d92e529d7773,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:27.942977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f629b45d-d757-4b7b-896b-93c66229595a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:27.984713 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:27.986645 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-59549413-173a-44e7-a3cc-82524f5828a8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4470835 May 12 23:24:27.989285 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:27.995267 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'security_group_rule': {'security_group_id': 'd7dac983-50f5-4a0d-9c97-a36ecf555699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:28.059452 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Sync routers for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:24:28.078832 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (3a5ae8de-f7a4-4467-a576-d3378e662caf), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.080280 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:28.085365 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:28.122107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03652c59-3a0f-4d75-9eae-afcdc428e02a admin admin] Publish callbacks [] for security_group (90f469a7-5517-4dd8-bfe2-3975247c63a8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.125951 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d57cd362-e91e-4d58-903f-20048d481dbd None None] Provisioning complete for port bbc693f6-0ef0-4234-8e60-f49647370ade triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:28.149819 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d57cd362-e91e-4d58-903f-20048d481dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.217263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03652c59-3a0f-4d75-9eae-afcdc428e02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (90f469a7-5517-4dd8-bfe2-3975247c63a8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.234812 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (3a5ae8de-f7a4-4467-a576-d3378e662caf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.259912 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (3a5ae8de-f7a4-4467-a576-d3378e662caf), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.299413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port ad1a0cb3-4baa-4217-b829-79483f69c47f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:28.301925 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9397a777-f11e-4f95-83a3-7aa7f9abe560 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:28.332958 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Attempting to bind port 685e346f-b552-4f95-8488-d92e529d7773 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:28.345133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Attempting to bind port 685e346f-b552-4f95-8488-d92e529d7773 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:28.345911 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Attempting to bind port 685e346f-b552-4f95-8488-d92e529d7773 on network caa95e50-744d-41c0-bd90-21e3d6753723 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:28.351509 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d57cd362-e91e-4d58-903f-20048d481dbd None None] Port bbc693f6-0ef0-4234-8e60-f49647370ade cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:28.353489 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.356702 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3658276 May 12 23:24:28.368199 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:28.378868 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:28.382553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Checking segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:28.383344 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.384029 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Bound using segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:28.385244 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:28.386136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Bound port: 685e346f-b552-4f95-8488-d92e529d7773, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:28.387290 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (685e346f-b552-4f95-8488-d92e529d7773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.392836 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc6f0-c9f5-4d41-b1b8-8a89e777b85c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5ae8de-f7a4-4467-a576-d3378e662caf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:28.414386 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-03652c59-3a0f-4d75-9eae-afcdc428e02a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b437af430824a9d99afa3162507a631&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3304360 May 12 23:24:28.418843 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:28.462176 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:28.473197 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.567984 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d42a6db9-2ba3-49ca-b4c1-f200cc927381 None None] Provisioning complete for port 685e346f-b552-4f95-8488-d92e529d7773 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:28.575127 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d42a6db9-2ba3-49ca-b4c1-f200cc927381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (685e346f-b552-4f95-8488-d92e529d7773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.740136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 9397a777-f11e-4f95-83a3-7aa7f9abe560 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:28.740136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.815464 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d42a6db9-2ba3-49ca-b4c1-f200cc927381 None None] Port 685e346f-b552-4f95-8488-d92e529d7773 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:28.844641 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] For port 685e346f-b552-4f95-8488-d92e529d7773, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:28.849442 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] For port 685e346f-b552-4f95-8488-d92e529d7773, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=685e346f-b552-4f95-8488-d92e529d7773,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:28.863076 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (685e346f-b552-4f95-8488-d92e529d7773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:28.903855 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03652c59-3a0f-4d75-9eae-afcdc428e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f469a7-5517-4dd8-bfe2-3975247c63a8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:28.953238 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:20Z', 'revision_number': 2, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:28.989456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8b456-f382-4c2f-831d-146eb2351338 req-ba0b57c7-a88d-4ae8-82ee-68ee94b32e70 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:29.005706 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52b8b456-f382-4c2f-831d-146eb2351338 req-ba0b57c7-a88d-4ae8-82ee-68ee94b32e70 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 932 time: 0.1806350 May 12 23:24:29.072411 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Checking router: 672c6641-3bc5-48ec-a6f1-a7d37527e10a for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:24:29.072999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b43bd01-b977-4413-b302-f66c77d84ace admin admin] Publish callbacks [] for security_group (488f9df2-fadd-4ac5-8648-248c784f36ad), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.076059 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Updating router 672c6641-3bc5-48ec-a6f1-a7d37527e10a port 37412766-5b8f-48c8-92fe-6cd7c85c5621 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:24:29.094863 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.106379 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 9397a777-f11e-4f95-83a3-7aa7f9abe560 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:29.160406 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.162835 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52b8b456-f382-4c2f-831d-146eb2351338 req-8a148a87-a66f-45dc-8ab0-32f0add06e05 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457965 May 12 23:24:29.164213 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7292af-4502-4623-92ef-0f840110118e None None] Pushing event updated for resources: {'Port': ['ID=685e346f-b552-4f95-8488-d92e529d7773,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:29.177209 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf30196-c414-44ab-bc8a-22db87a12351 admin admin] Publish callbacks [] for security_group (90f469a7-5517-4dd8-bfe2-3975247c63a8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.194428 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:29.195087 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:29.294095 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-9e6c6871-11a1-4893-8bf7-55a7831de7d6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:29.300339 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf30196-c414-44ab-bc8a-22db87a12351 admin admin] Publish callbacks [] for security_group (90f469a7-5517-4dd8-bfe2-3975247c63a8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.303297 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-9e6c6871-11a1-4893-8bf7-55a7831de7d6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 818 time: 0.6682000 May 12 23:24:29.375800 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-65977e7e-0af8-45a7-b737-34d1b46677ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/quotas/ee4c61b3a55145ecb0429c006212a51c HTTP/1.1" status: 200 len: 375 time: 0.0516582 May 12 23:24:29.462273 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:24:29.472177 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] Provisioning complete for port 685e346f-b552-4f95-8488-d92e529d7773 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:29.472752 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (685e346f-b552-4f95-8488-d92e529d7773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.519245 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (e861eea4-234d-441a-891a-f8e49015a90c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.562988 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-42ccba6f-6f7d-4488-9f07-c75fbc6630ba tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844478 May 12 23:24:29.611638 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b43bd01-b977-4413-b302-f66c77d84ace admin admin] Publish callbacks [] for security_group (488f9df2-fadd-4ac5-8648-248c784f36ad), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.774894 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:29.799685 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-34914dca-0127-48d8-b073-8357f5fd4796 service neutron] 10.222.0.49 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349513 May 12 23:24:29.815714 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Allocated IP 172.27.3.30 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/61939827-3f70-47fc-91b5-c7c4877ca2c0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:29.876524 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf30196-c414-44ab-bc8a-22db87a12351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (90f469a7-5517-4dd8-bfe2-3975247c63a8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.880393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf30196-c414-44ab-bc8a-22db87a12351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.884666 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-abf30196-c414-44ab-bc8a-22db87a12351 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90f469a7-5517-4dd8-bfe2-3975247c63a8 HTTP/1.1" status: 204 len: 168 time: 1.4108517 May 12 23:24:29.888766 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b43bd01-b977-4413-b302-f66c77d84ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (488f9df2-fadd-4ac5-8648-248c784f36ad), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.891852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b43bd01-b977-4413-b302-f66c77d84ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:29.893012 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9b43bd01-b977-4413-b302-f66c77d84ace admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/488f9df2-fadd-4ac5-8648-248c784f36ad HTTP/1.1" status: 204 len: 168 time: 2.3399613 May 12 23:24:29.935127 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf30196-c414-44ab-bc8a-22db87a12351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f469a7-5517-4dd8-bfe2-3975247c63a8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:30.099913 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43bd01-b977-4413-b302-f66c77d84ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488f9df2-fadd-4ac5-8648-248c784f36ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:30.300454 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.344638 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.365332 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-b8386ddc-a00e-4c35-a971-279506004177 service neutron] 10.222.0.49 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641444 May 12 23:24:30.441566 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:30.453878 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:30.482517 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Publish callbacks [] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.504112 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addbb39-585a-4460-b457-04dd6fdde350 req-fefa6579-fb47-4dfc-8a13-e13e7a9ba03a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:30.505751 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7addbb39-585a-4460-b457-04dd6fdde350 req-fefa6579-fb47-4dfc-8a13-e13e7a9ba03a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 932 time: 0.0776761 May 12 23:24:30.511415 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:30.514316 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.566837 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'Port': ['ID=61939827-3f70-47fc-91b5-c7c4877ca2c0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:30.694090 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (61ddda56-35e4-47e4-b51c-733c6900d05a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.713964 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7addbb39-585a-4460-b457-04dd6fdde350 req-644e0bbe-7538-4cd6-89a6-da4626d096a1 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969788 May 12 23:24:30.763528 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] Current status of the port 685e346f-b552-4f95-8488-d92e529d7773 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:30.764063 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (685e346f-b552-4f95-8488-d92e529d7773), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.784136 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.818610 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a14d-17b3-4db2-bf0a-a02ef3ebb540 None None] Pushing event updated for resources: {'Port': ['ID=37412766-5b8f-48c8-92fe-6cd7c85c5621,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:30.854703 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:30.904118 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2592977-7869-4abd-827e-955045a76f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.922441 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.76', 51378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:30.958825 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] For port 685e346f-b552-4f95-8488-d92e529d7773, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=685e346f-b552-4f95-8488-d92e529d7773,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:30.981546 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (685e346f-b552-4f95-8488-d92e529d7773), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:30.998984 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:28Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:31.116475 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:24:31.142729 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d08fe298-f905-4ab1-b563-fe3b58d3da48 admin admin] 10.222.0.49 "PUT /v2.0/routers/64c287b2-3235-4346-bc47-6e2ec9ec7f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4788673 May 12 23:24:31.226403 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c312b22-a0eb-45ab-9f94-716a62783db5 None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:28Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:24:31.246053 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:24:31.366732 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:31.367383 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:31.791068 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ce37f27-f889-48da-a683-8fad526fb6ca req-679d74a5-8b75-4ced-b907-6e76d6f71840 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 210 time: 0.3388023 May 12 23:24:31.832517 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Attempting to bind port 37412766-5b8f-48c8-92fe-6cd7c85c5621 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:31.834552 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Attempting to bind port 37412766-5b8f-48c8-92fe-6cd7c85c5621 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:31.851061 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Attempting to bind port 37412766-5b8f-48c8-92fe-6cd7c85c5621 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:31.855710 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-6e0babef-d150-4d87-8677-0101d2f046a5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:31.869389 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:31.871709 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Checking segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:31.873335 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:31.874138 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Bound using segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:31.876045 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Bound port: 37412766-5b8f-48c8-92fe-6cd7c85c5621, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:31.877353 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:31.884626 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-6e0babef-d150-4d87-8677-0101d2f046a5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 818 time: 0.9460807 May 12 23:24:31.894263 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'port': {'device_id': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'admin_state_up': True, 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:31.955413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ef0bb-83fb-481d-84ee-cacaf0b303d7 None None] Pushing event updated for resources: {'Port': ['ID=685e346f-b552-4f95-8488-d92e529d7773,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:31.973974 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e861eea4-234d-441a-891a-f8e49015a90c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:32.004863 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Publish callbacks [] for port (e861eea4-234d-441a-891a-f8e49015a90c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:32.087098 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:32.107963 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] For port 37412766-5b8f-48c8-92fe-6cd7c85c5621, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:32.110677 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Transition to ACTIVE for port object e861eea4-234d-441a-891a-f8e49015a90c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:24:32.122275 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] For port 37412766-5b8f-48c8-92fe-6cd7c85c5621, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=37412766-5b8f-48c8-92fe-6cd7c85c5621,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:32.127269 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (e861eea4-234d-441a-891a-f8e49015a90c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:32.149197 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:32.443984 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a14d-17b3-4db2-bf0a-a02ef3ebb540 None None] Pushing event updated for resources: {'Port': ['ID=37412766-5b8f-48c8-92fe-6cd7c85c5621,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:32.565560 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:32.575608 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:32.699499 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] Provisioning complete for port 37412766-5b8f-48c8-92fe-6cd7c85c5621 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:32.709701 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=e861eea4-234d-441a-891a-f8e49015a90c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:32.715850 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:32.797126 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Attempting to bind port e861eea4-234d-441a-891a-f8e49015a90c on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:32.803453 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Attempting to bind port e861eea4-234d-441a-891a-f8e49015a90c by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '933d961e-aab0-4417-8a2d-fb0a0743a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:32.832512 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Attempting to bind port e861eea4-234d-441a-891a-f8e49015a90c on network 84678649-aebe-4cae-acbe-9f5bb172255d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:32.860396 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Port e861eea4-234d-441a-891a-f8e49015a90c on network 84678649-aebe-4cae-acbe-9f5bb172255d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:24:32.864251 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Attempting to bind port e861eea4-234d-441a-891a-f8e49015a90c on network 84678649-aebe-4cae-acbe-9f5bb172255d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:32.898373 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:32.907340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Checking segment: {'id': '933d961e-aab0-4417-8a2d-fb0a0743a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:32.907953 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Bound using segment: {'id': '933d961e-aab0-4417-8a2d-fb0a0743a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:32.908475 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Bound port: e861eea4-234d-441a-891a-f8e49015a90c, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933d961e-aab0-4417-8a2d-fb0a0743a22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:32.908848 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (e861eea4-234d-441a-891a-f8e49015a90c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.147335 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:33.184288 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514326871', 'description': 'tempest-description--8671906'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:33.217009 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:33.249214 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] Current status of the port 37412766-5b8f-48c8-92fe-6cd7c85c5621 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:33.254591 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.270124 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:33.332129 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] For port e861eea4-234d-441a-891a-f8e49015a90c, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:33.360118 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] For port e861eea4-234d-441a-891a-f8e49015a90c, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e861eea4-234d-441a-891a-f8e49015a90c,segment=NetworkSegment(933d961e-aab0-4417-8a2d-fb0a0743a22c),segment_id=933d961e-aab0-4417-8a2d-fb0a0743a22c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:33.365671 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:24:33.366318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Updating router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 port bbc693f6-0ef0-4234-8e60-f49647370ade binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:24:33.374271 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.401642 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (e861eea4-234d-441a-891a-f8e49015a90c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.527849 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:33.530388 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.535737 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] 10.222.0.76 "PUT /v2.0/ports/e861eea4-234d-441a-891a-f8e49015a90c HTTP/1.1" status: 200 len: 1094 time: 6.3507471 May 12 23:24:33.536249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3069855f-b018-4e12-af15-4137f9ec94d2', 'tag': 'e861eea4-234d-441a-891a-f8e49015a90c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:33.553898 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.646897 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] For port 37412766-5b8f-48c8-92fe-6cd7c85c5621, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=37412766-5b8f-48c8-92fe-6cd7c85c5621,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:33.661827 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ef36e-215e-4f3c-8b86-31e7c3d4ba39 req-dfbfbba9-8946-4786-886b-5839618f1959 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:33.675104 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-116ef36e-215e-4f3c-8b86-31e7c3d4ba39 req-dfbfbba9-8946-4786-886b-5839618f1959 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 944 time: 1.4983554 May 12 23:24:33.684763 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:33.808138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.76', 51387) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:33.881446 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77093349-e337-4763-9559-4c22d39d8c85 req-b161d6bb-73b4-466f-bb46-68402e532438 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 210 time: 0.3180099 May 12 23:24:34.006670 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468ba6a-4d60-4478-804c-e61a3b6a2127 None None] Pushing event updated for resources: {'Port': ['ID=37412766-5b8f-48c8-92fe-6cd7c85c5621,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:34.068136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 685e346f-b552-4f95-8488-d92e529d7773 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:34.125609 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2592977-7869-4abd-827e-955045a76f79 admin admin] Publish callbacks [] for security_group (0434a835-cb64-42d8-96f9-75d2e828fd1a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.131363 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:32Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:34.202343 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2592977-7869-4abd-827e-955045a76f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0434a835-cb64-42d8-96f9-75d2e828fd1a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.214946 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1457bbf8-4904-4b54-b9e5-b839371fb13b None None] Provisioning complete for port 37412766-5b8f-48c8-92fe-6cd7c85c5621 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:34.215746 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1457bbf8-4904-4b54-b9e5-b839371fb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.248124 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252573a-73f1-499d-bfa3-922e939c719b None None] The sync data for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi is: [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:32Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:24:34.350529 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592977-7869-4abd-827e-955045a76f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0434a835-cb64-42d8-96f9-75d2e828fd1a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:34.482126 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Made reservation on behalf of ee4c61b3a55145ecb0429c006212a51c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:34.486254 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.507428 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 685e346f-b552-4f95-8488-d92e529d7773 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:34.507942 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (685e346f-b552-4f95-8488-d92e529d7773), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.567278 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-116ef36e-215e-4f3c-8b86-31e7c3d4ba39 req-0bd2096b-3bb9-4681-b342-1f3b323a3dd2 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8844328 May 12 23:24:34.614614 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e2592977-7869-4abd-827e-955045a76f79 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=034465f33b2d4aa289cd82f342ba32f0&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7585754 May 12 23:24:34.622687 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 50758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:34.622885 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (bf32d463-4a7a-4748-b9a8-00a7c69c63a6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.661920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.689293 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18d3d9-d209-4a8d-8ce6-17ba94368ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=e861eea4-234d-441a-891a-f8e49015a90c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:34.703586 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (bf32d463-4a7a-4748-b9a8-00a7c69c63a6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.761722 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.778121 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-b13714c5-abbd-4a01-9ab0-9e5c8be02b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:34.780256 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-b13714c5-abbd-4a01-9ab0-9e5c8be02b78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bfb379b1141455a80c91beacd698a4d&device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 1128 time: 1.0380595 May 12 23:24:34.811384 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.814149 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6554103 May 12 23:24:34.818470 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50764) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:34.828772 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': 'bf32d463-4a7a-4748-b9a8-00a7c69c63a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:34.841573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84822fa2-1c4c-46ff-9aba-52910d8192b1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf32d463-4a7a-4748-b9a8-00a7c69c63a6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:34.847720 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1457bbf8-4904-4b54-b9e5-b839371fb13b None None] Current status of the port 37412766-5b8f-48c8-92fe-6cd7c85c5621 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:34.926111 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-274b735c-e58c-4775-80f1-6dda9c627d75 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:34.930146 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-274b735c-e58c-4775-80f1-6dda9c627d75 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 818 time: 0.9784431 May 12 23:24:34.937302 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 685e346f-b552-4f95-8488-d92e529d7773 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:34.945399 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 37412766-5b8f-48c8-92fe-6cd7c85c5621 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:34.953326 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (9c5fbd37-4eaa-421d-98b5-06c6433ba374), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:34.971970 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3069855f-b018-4e12-af15-4137f9ec94d2", "tag": "e861eea4-234d-441a-891a-f8e49015a90c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:35.101299 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (9c5fbd37-4eaa-421d-98b5-06c6433ba374), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.114047 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (9c5fbd37-4eaa-421d-98b5-06c6433ba374), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.135826 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5fbd37-4eaa-421d-98b5-06c6433ba374,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:35.140982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 37412766-5b8f-48c8-92fe-6cd7c85c5621 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:35.143226 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.148490 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.153664 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6e3cf498-2de1-4d26-8d55-551f54afb9d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3302929 May 12 23:24:35.154424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:35.164184 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': 'bf32d463-4a7a-4748-b9a8-00a7c69c63a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:35.222265 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (74d5e06a-458c-48ec-930a-c25f606e6fc1), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.224823 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Publish callbacks [] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.251843 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.332221 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (61ddda56-35e4-47e4-b51c-733c6900d05a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.342321 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (74d5e06a-458c-48ec-930a-c25f606e6fc1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.355060 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (74d5e06a-458c-48ec-930a-c25f606e6fc1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.388712 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d5e06a-458c-48ec-930a-c25f606e6fc1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:35.395800 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36469766-e7b7-4beb-ba86-245ca9f0383d x-openstack-request-id: req-36469766-e7b7-4beb-ba86-245ca9f0383d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:35.396130 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3069855f-b018-4e12-af15-4137f9ec94d2", "tag": "e861eea4-234d-441a-891a-f8e49015a90c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:35.396637 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36469766-e7b7-4beb-ba86-245ca9f0383d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:35.397143 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36469766-e7b7-4beb-ba86-245ca9f0383d'] response: {'name': 'network-changed', 'server_uuid': '3069855f-b018-4e12-af15-4137f9ec94d2', 'tag': 'e861eea4-234d-441a-891a-f8e49015a90c', 'status': 'completed', 'code': 200} May 12 23:24:35.404899 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.410869 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2b5b6d82-d0b3-4830-855b-1f7f39de1da2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550724 May 12 23:24:35.411813 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:35.417027 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:35.437489 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-155624f8-2ded-4664-b26a-f04ca7ed1163 req-8d1af6ea-d69f-4142-97a1-95f41a4c759b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 210 time: 0.3095663 May 12 23:24:35.487673 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.494271 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'Port': ['ID=61939827-3f70-47fc-91b5-c7c4877ca2c0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:35.559841 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.564757 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ee3e1f66-ed07-4feb-9f68-938934014221 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1905622 May 12 23:24:35.596790 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f830d9-3acc-4084-bfa2-d052c2e6c08b admin admin] Publish callbacks [] for security_group (0434a835-cb64-42d8-96f9-75d2e828fd1a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.635119 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f830d9-3acc-4084-bfa2-d052c2e6c08b admin admin] Publish callbacks [] for security_group (0434a835-cb64-42d8-96f9-75d2e828fd1a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.647971 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96c50-f7c0-419f-9453-e616835de6ac None None] Pushing event updated for resources: {'Port': ['ID=bbc693f6-0ef0-4234-8e60-f49647370ade,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:35.677725 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.742051 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 37412766-5b8f-48c8-92fe-6cd7c85c5621 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:35.788551 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Attempting to bind port bbc693f6-0ef0-4234-8e60-f49647370ade on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:35.797053 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Attempting to bind port bbc693f6-0ef0-4234-8e60-f49647370ade by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:35.797992 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Attempting to bind port bbc693f6-0ef0-4234-8e60-f49647370ade on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:35.817962 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:35.818357 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:35.818766 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.819185 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Bound using segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:35.819634 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Bound port: bbc693f6-0ef0-4234-8e60-f49647370ade, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:35.820050 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:35.900077 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ddb1-b526-4981-b7ba-e716cbecc411 req-621b8ab1-35d3-4d46-b50f-e9d55c21cbab tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:35.901841 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b77ddb1-b526-4981-b7ba-e716cbecc411 req-621b8ab1-35d3-4d46-b50f-e9d55c21cbab tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 944 time: 0.1317096 May 12 23:24:35.914870 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.27.3.6 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/6bc43798-07a9-46fe-bea6-623309ebe5ff) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:35.939636 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Allocated IP 172.20.0.14 (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6/fa1bb700-a026-48e0-b79d-d2aa746de208/742e5630-7491-4ddd-a170-29da0627fa02) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:35.952711 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 37412766-5b8f-48c8-92fe-6cd7c85c5621 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:36.059005 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-7c10affa-6fde-478a-81ad-8515398f63ec tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1706997212&fields=id&tenant_id=7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 267 time: 0.1506660 May 12 23:24:36.068386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] For port bbc693f6-0ef0-4234-8e60-f49647370ade, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:36.083806 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] For port bbc693f6-0ef0-4234-8e60-f49647370ade, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bbc693f6-0ef0-4234-8e60-f49647370ade,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:36.085557 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.102326 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b77ddb1-b526-4981-b7ba-e716cbecc411 req-c981e0ea-3a7d-4c56-9841-8250bc30c97f tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896288 May 12 23:24:36.110566 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f830d9-3acc-4084-bfa2-d052c2e6c08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0434a835-cb64-42d8-96f9-75d2e828fd1a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.114065 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3f830d9-3acc-4084-bfa2-d052c2e6c08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.115189 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b3f830d9-3acc-4084-bfa2-d052c2e6c08b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0434a835-cb64-42d8-96f9-75d2e828fd1a HTTP/1.1" status: 204 len: 168 time: 1.4901311 May 12 23:24:36.134000 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.138886 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f830d9-3acc-4084-bfa2-d052c2e6c08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0434a835-cb64-42d8-96f9-75d2e828fd1a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:36.154034 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] Provisioning complete for port bbc693f6-0ef0-4234-8e60-f49647370ade triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:36.155231 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.157537 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 37412766-5b8f-48c8-92fe-6cd7c85c5621 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:36.158332 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.194879 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.278144 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:36.287774 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:36.294681 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:36.395483 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-a112951c-86e2-4303-8063-c31fa2b5bc8b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:36.397362 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-a112951c-86e2-4303-8063-c31fa2b5bc8b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 817 time: 0.3069687 May 12 23:24:36.411325 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96c50-f7c0-419f-9453-e616835de6ac None None] Pushing event updated for resources: {'Port': ['ID=bbc693f6-0ef0-4234-8e60-f49647370ade,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:36.431626 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:24:36.432514 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:36.434820 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for port (742e5630-7491-4ddd-a170-29da0627fa02), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.447764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-8cf11d4e-885f-4828-abec-8fc1afa11e75 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/quotas/7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 375 time: 0.0369775 May 12 23:24:36.477233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=6bc43798-07a9-46fe-bea6-623309ebe5ff,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:36.510521 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (c3f99c7d-5edf-4872-859d-3623852b09e2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.551259 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-b9324ea3-89e1-454b-94bf-4a058f8f6512 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908909 May 12 23:24:36.637199 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.689953 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad20a111-eda8-44b7-a5f5-42ebf142f21b req-e2e912be-7db0-4b07-a0f1-4f952c1f435e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 210 time: 0.0747273 May 12 23:24:36.758307 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (742e5630-7491-4ddd-a170-29da0627fa02), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.761303 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:24:36.817306 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 37412766-5b8f-48c8-92fe-6cd7c85c5621 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:36.864229 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:36.872504 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:36.878897 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] Current status of the port bbc693f6-0ef0-4234-8e60-f49647370ade is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:36.879277 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.885595 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:36.891808 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:36.892866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:36.932178 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'Port': ['ID=742e5630-7491-4ddd-a170-29da0627fa02,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:36.938518 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-cfd68e96-0544-4e18-9eae-eb4688d1827c service neutron] 10.222.0.49 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488183 May 12 23:24:36.943303 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e27d3271-d938-4806-a86e-695297e0300d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0578082 May 12 23:24:36.951995 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] For port bbc693f6-0ef0-4234-8e60-f49647370ade, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bbc693f6-0ef0-4234-8e60-f49647370ade,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:37.003934 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.073348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6b8bb-8c28-43aa-8bcf-9f70c9e46602 None None] Pushing event updated for resources: {'Port': ['ID=bbc693f6-0ef0-4234-8e60-f49647370ade,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:37.085826 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.095002 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.140412 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83ccdd50-4c5a-48e8-8e46-0402e0a21291 service neutron] 10.222.0.49 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790500 May 12 23:24:37.172357 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (c3f99c7d-5edf-4872-859d-3623852b09e2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.199700 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=6bc43798-07a9-46fe-bea6-623309ebe5ff,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:37.223901 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3f2386fa-cf88-4fb2-817e-78a0190d0f03 None None] Provisioning complete for port bbc693f6-0ef0-4234-8e60-f49647370ade triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:37.224296 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f2386fa-cf88-4fb2-817e-78a0190d0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.224956 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.235705 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7a14af89-e151-49e2-b7a9-58199344c32d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8134575 May 12 23:24:37.300155 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:24:37.333106 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108846-5bbb-4b91-9b3b-6e0aed24dd29 req-ea07212a-054e-464f-ae9c-3ba01b0f1bc4 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:37.341047 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3108846-5bbb-4b91-9b3b-6e0aed24dd29 req-ea07212a-054e-464f-ae9c-3ba01b0f1bc4 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 944 time: 0.0783594 May 12 23:24:37.351030 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbbaf-0a02-4cca-9fa1-4c42c35ea18a None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:24:37.509445 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3108846-5bbb-4b91-9b3b-6e0aed24dd29 req-c1538513-5f1c-4f0d-a91b-d595654f4843 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496475 May 12 23:24:37.580190 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3f2386fa-cf88-4fb2-817e-78a0190d0f03 None None] Current status of the port bbc693f6-0ef0-4234-8e60-f49647370ade is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:37.719277 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d97ca2c6-4132-4ace-9f4f-58c6cfd357fe None None] Provisioning complete for port 742e5630-7491-4ddd-a170-29da0627fa02 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:37.720279 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d97ca2c6-4132-4ace-9f4f-58c6cfd357fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (742e5630-7491-4ddd-a170-29da0627fa02), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:37.823725 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff6d1dab-04f3-44fe-bbf5-534e9d62b640 req-c551d3fa-8a49-4d93-b059-b8764c703a33 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.2235310 May 12 23:24:37.848075 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d97ca2c6-4132-4ace-9f4f-58c6cfd357fe None None] Port 742e5630-7491-4ddd-a170-29da0627fa02 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:37.873642 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Request body: {'port': {'device_id': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:37.937949 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 50942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:37.985790 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bbc693f6-0ef0-4234-8e60-f49647370ade up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:38.009132 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-af2efd46-3bb0-4389-b10b-da54cd02c98f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1514326871&fields=id&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 267 time: 0.4377987 May 12 23:24:38.074509 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6947eb02-d7c0-47ca-8625-ae49d3e6ee3f req-dfad2567-925d-41de-9251-89e97dba0666 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 210 time: 0.0727808 May 12 23:24:38.133184 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (742e5630-7491-4ddd-a170-29da0627fa02), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:38.144926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'port': {'device_id': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'admin_state_up': True, 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:38.156893 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port bbc693f6-0ef0-4234-8e60-f49647370ade triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:38.157300 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:38.264202 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-cc7fc95e-0562-4113-a984-1434f41eafa5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e861eea4-234d-441a-891a-f8e49015a90c HTTP/1.1" status: 200 len: 217 time: 0.4633083 May 12 23:24:38.402769 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port bbc693f6-0ef0-4234-8e60-f49647370ade is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:38.428024 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:24:38.641556 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4600bedc-eef9-4a3a-acd8-791c439efbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:38.684683 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-0612692e-c2fb-416e-ba08-6c08b290928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:38.686392 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-0612692e-c2fb-416e-ba08-6c08b290928b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff945e42-d868-4de7-98cb-f416b218c664 HTTP/1.1" status: 200 len: 852 time: 0.3812411 May 12 23:24:38.830876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-5a5a9cc8-b6d7-4ab4-a444-aea4c33aaf46 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:38.841150 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-5a5a9cc8-b6d7-4ab4-a444-aea4c33aaf46 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.7984152 May 12 23:24:38.946687 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-a1b31dbc-583b-4318-85ba-494e87e16d12 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84678649-aebe-4cae-acbe-9f5bb172255d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2364094 May 12 23:24:39.029570 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-3df0694b-0395-40d4-b740-fc16d94b7cfc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/quotas/e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 375 time: 0.0944803 May 12 23:24:39.127711 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Made reservation on behalf of ee4c61b3a55145ecb0429c006212a51c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:39.144154 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.178371 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc520b-b523-4448-8f78-4c170bc82ea5 req-99f9e65a-8c22-41e7-a5e5-c25b96b2c523 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:39.184525 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89cc520b-b523-4448-8f78-4c170bc82ea5 req-99f9e65a-8c22-41e7-a5e5-c25b96b2c523 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 944 time: 0.5158343 May 12 23:24:39.240127 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4600bedc-eef9-4a3a-acd8-791c439efbc1 admin admin] Publish callbacks [] for security_group (7165e982-1836-45da-8785-d091c18a34f1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.261404 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4600bedc-eef9-4a3a-acd8-791c439efbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (7165e982-1836-45da-8785-d091c18a34f1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.342843 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:39.349854 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-5470bc5a-6493-4fd0-977f-27e470038847 service neutron] 10.222.0.76 "GET /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667972 May 12 23:24:39.383611 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600bedc-eef9-4a3a-acd8-791c439efbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165e982-1836-45da-8785-d091c18a34f1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:39.391116 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4600bedc-eef9-4a3a-acd8-791c439efbc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f891c37aba841689bf122535bbac981&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4376261 May 12 23:24:39.394458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:39.514172 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943f11a6-c5f7-43a2-b5e3-8f51200fa85a admin admin] Publish callbacks [] for security_group (7165e982-1836-45da-8785-d091c18a34f1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.549982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943f11a6-c5f7-43a2-b5e3-8f51200fa85a admin admin] Publish callbacks [] for security_group (7165e982-1836-45da-8785-d091c18a34f1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.563398 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Allocated IP 172.20.0.3 (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6/fa1bb700-a026-48e0-b79d-d2aa746de208/4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:39.603957 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-1f7073e7-0a25-4326-9d96-6f607fbf8142 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5494516 May 12 23:24:39.630458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5293a5e-7022-4d31-96cf-03ff6e5084e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.672460 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89cc520b-b523-4448-8f78-4c170bc82ea5 req-aa9af26a-1b32-4df2-8d17-d1ff8bdaab02 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920971 May 12 23:24:39.717748 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.76', 51397) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:39.809879 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943f11a6-c5f7-43a2-b5e3-8f51200fa85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (7165e982-1836-45da-8785-d091c18a34f1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.812761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943f11a6-c5f7-43a2-b5e3-8f51200fa85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:39.813593 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-943f11a6-c5f7-43a2-b5e3-8f51200fa85a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7165e982-1836-45da-8785-d091c18a34f1 HTTP/1.1" status: 204 len: 168 time: 0.4183095 May 12 23:24:39.865827 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f11a6-c5f7-43a2-b5e3-8f51200fa85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165e982-1836-45da-8785-d091c18a34f1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:39.940853 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-581b01b2-b4c2-410f-9954-25b931f7476f req-10c299d3-5b92-40fa-9fac-5f48918cd894 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.1236143 May 12 23:24:40.007147 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-01bb22ed-003c-4e16-a89a-74995a87937e service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377552 May 12 23:24:40.222262 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf78d84c-c7da-42e9-894b-0b7293b9e49f req-d43057f7-9ceb-4aea-9660-d2b731a257db service neutron] 10.222.0.76 "GET /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162448 May 12 23:24:40.253945 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-99d56ebb-0ebb-44c5-b611-a9f78e62f46f service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397208 May 12 23:24:40.263804 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-857aa64c-259d-44f6-b9d0-b6611a69e5df req-f109c7b6-c52b-45b9-9896-f57395fe047d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 210 time: 0.1791983 May 12 23:24:40.315901 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51046) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:40.331842 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-103263d3-3a9d-4e8f-a26e-c93b53b953df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.363399 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-33e439cb-be5a-4f81-befd-c6bfa94fa9d6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:40.365584 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-33e439cb-be5a-4f81-befd-c6bfa94fa9d6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 817 time: 0.5856206 May 12 23:24:40.388716 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5293a5e-7022-4d31-96cf-03ff6e5084e0 admin admin] Publish callbacks [] for security_group (6f9a486a-05c0-47fe-af25-1225c945caa6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.419698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5293a5e-7022-4d31-96cf-03ff6e5084e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6f9a486a-05c0-47fe-af25-1225c945caa6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.430121 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-103263d3-3a9d-4e8f-a26e-c93b53b953df admin admin] Publish callbacks [] for security_group (46627dcd-2973-427b-abe8-8549304dd8ea), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.447946 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-103263d3-3a9d-4e8f-a26e-c93b53b953df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (46627dcd-2973-427b-abe8-8549304dd8ea), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.458895 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.490358 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-103263d3-3a9d-4e8f-a26e-c93b53b953df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=195255c96fb34d6d80bd12b362ab96dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710765 May 12 23:24:40.491352 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:40.505286 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5293a5e-7022-4d31-96cf-03ff6e5084e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a486a-05c0-47fe-af25-1225c945caa6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:40.541081 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-76edffa4-a614-47fa-97ac-08993d268c12 req-180ed482-4c0e-4a62-8df6-96a423e32616 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 210 time: 0.0427980 May 12 23:24:40.549954 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a5293a5e-7022-4d31-96cf-03ff6e5084e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0f91652d5524b8e88e437df1a726e52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1990678 May 12 23:24:40.555191 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:40.583107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.632071 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103263d3-3a9d-4e8f-a26e-c93b53b953df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46627dcd-2973-427b-abe8-8549304dd8ea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:40.677374 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:40.685846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'Port': ['ID=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:40.690092 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:40.693307 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:40.701064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:40.701987 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.721735 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a23ecd24-3131-4ad3-a2fd-d058de58f8e4 admin admin] Publish callbacks [] for security_group (46627dcd-2973-427b-abe8-8549304dd8ea), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.729892 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34fade07-a725-4648-88ec-0378c51fb7cf admin admin] Publish callbacks [] for security_group (6f9a486a-05c0-47fe-af25-1225c945caa6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.766717 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-1e097c17-2293-4421-8623-e1449943d78c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8248627 May 12 23:24:40.785377 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34fade07-a725-4648-88ec-0378c51fb7cf admin admin] Publish callbacks [] for security_group (6f9a486a-05c0-47fe-af25-1225c945caa6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.798243 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0514fdb1-64ba-488d-96dd-8abef6a17f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.813177 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a23ecd24-3131-4ad3-a2fd-d058de58f8e4 admin admin] Publish callbacks [] for security_group (46627dcd-2973-427b-abe8-8549304dd8ea), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.864191 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34fade07-a725-4648-88ec-0378c51fb7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6f9a486a-05c0-47fe-af25-1225c945caa6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.866940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34fade07-a725-4648-88ec-0378c51fb7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:40.868365 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-34fade07-a725-4648-88ec-0378c51fb7cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f9a486a-05c0-47fe-af25-1225c945caa6 HTTP/1.1" status: 204 len: 168 time: 0.3117123 May 12 23:24:40.912031 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fade07-a725-4648-88ec-0378c51fb7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a486a-05c0-47fe-af25-1225c945caa6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:40.958339 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94b21b-9440-4fa0-b601-b8fd6512fee8 req-635a2672-173e-4b4a-a218-343f1374b2cc tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:40.966570 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-db94b21b-9440-4fa0-b601-b8fd6512fee8 req-635a2672-173e-4b4a-a218-343f1374b2cc tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 944 time: 0.1564546 May 12 23:24:41.155133 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a23ecd24-3131-4ad3-a2fd-d058de58f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (46627dcd-2973-427b-abe8-8549304dd8ea), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.158012 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a23ecd24-3131-4ad3-a2fd-d058de58f8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.159220 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a23ecd24-3131-4ad3-a2fd-d058de58f8e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46627dcd-2973-427b-abe8-8549304dd8ea HTTP/1.1" status: 204 len: 168 time: 0.6675603 May 12 23:24:41.173003 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c82049a8-404e-4ce7-9862-c888db9430cb req-a39ba4a5-1a1b-4e37-9ea9-176c991152c3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.0743976 May 12 23:24:41.179120 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742e5630-7491-4ddd-a170-29da0627fa02 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:41.193379 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-290a061b-4ea6-4c6a-b3a5-bc2c046ecf58 None None] Provisioning complete for port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:41.195710 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-290a061b-4ea6-4c6a-b3a5-bc2c046ecf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.215787 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Publish callbacks [] for port (742e5630-7491-4ddd-a170-29da0627fa02), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.222297 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ecd24-3131-4ad3-a2fd-d058de58f8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46627dcd-2973-427b-abe8-8549304dd8ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:41.237937 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-db94b21b-9440-4fa0-b601-b8fd6512fee8 req-e3beeaec-559e-4635-a511-8af17da300b7 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704809 May 12 23:24:41.247113 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-290a061b-4ea6-4c6a-b3a5-bc2c046ecf58 None None] Port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:41.259056 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Transition to ACTIVE for port object 742e5630-7491-4ddd-a170-29da0627fa02 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:24:41.278248 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (742e5630-7491-4ddd-a170-29da0627fa02), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.335794 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Request body: {'port': {'device_id': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:41.373089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Pushing event updated for resources: {'Port': ['ID=742e5630-7491-4ddd-a170-29da0627fa02,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:41.508471 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device e861eea4-234d-441a-891a-f8e49015a90c details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:24:41.585063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Attempting to bind port 742e5630-7491-4ddd-a170-29da0627fa02 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:41.585437 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Attempting to bind port 742e5630-7491-4ddd-a170-29da0627fa02 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:41.585788 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Attempting to bind port 742e5630-7491-4ddd-a170-29da0627fa02 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:41.617305 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e9a23-6ee6-41bd-b939-3644b831a5e6 req-9c2d9d31-bb75-4d47-8373-b5f30d3d871a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:41.618392 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-078e9a23-6ee6-41bd-b939-3644b831a5e6 req-9c2d9d31-bb75-4d47-8373-b5f30d3d871a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 931 time: 0.2423282 May 12 23:24:41.638878 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Port 742e5630-7491-4ddd-a170-29da0627fa02 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:24:41.639630 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Attempting to bind port 742e5630-7491-4ddd-a170-29da0627fa02 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:41.643372 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-79dd967b-8602-466a-ab31-d2725fa0de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:41.645366 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-79dd967b-8602-466a-ab31-d2725fa0de2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bfb379b1141455a80c91beacd698a4d&device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 1128 time: 0.3293931 May 12 23:24:41.678106 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-daf1ed0b-61ca-4ab2-a213-36b6bedc6df5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 380 time: 0.3630838 May 12 23:24:41.700288 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:41.700288 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Checking segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:41.700615 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Bound using segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:41.701089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Bound port: 742e5630-7491-4ddd-a170-29da0627fa02, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:41.701218 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.701450 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (742e5630-7491-4ddd-a170-29da0627fa02), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.710403 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:41.744994 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'port': {'device_id': '685259ac-8f65-4c64-9477-888bc8641fd5', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'admin_state_up': True, 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'security_groups': ['d7dac983-50f5-4a0d-9c97-a36ecf555699']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:41.828545 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] For port 742e5630-7491-4ddd-a170-29da0627fa02, host hv-cinder-78226, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:41.858745 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] For port 742e5630-7491-4ddd-a170-29da0627fa02, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=742e5630-7491-4ddd-a170-29da0627fa02,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:41.859641 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port e861eea4-234d-441a-891a-f8e49015a90c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e861eea4-234d-441a-891a-f8e49015a90c,segment=NetworkSegment(933d961e-aab0-4417-8a2d-fb0a0743a22c),segment_id=933d961e-aab0-4417-8a2d-fb0a0743a22c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:41.884894 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'e861eea4-234d-441a-891a-f8e49015a90c', 'network_id': '84678649-aebe-4cae-acbe-9f5bb172255d', 'port_id': 'e861eea4-234d-441a-891a-f8e49015a90c', 'mac_address': 'fa:16:3e:5f:ad:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff945e42-d868-4de7-98cb-f416b218c664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:24:41.942022 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31d8ed8b-8110-4547-85b5-a3c8b2181008 req-7570b29d-a2e3-46ce-b888-896574e37e1e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 210 time: 0.0779707 May 12 23:24:41.943475 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (742e5630-7491-4ddd-a170-29da0627fa02), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.951092 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abcca724-d22c-40f9-a667-d780c2b98204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.955823 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port e861eea4-234d-441a-891a-f8e49015a90c is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:41.956251 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (e861eea4-234d-441a-891a-f8e49015a90c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:41.982552 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Made reservation on behalf of 7ae06aac3a6c483191a4b0ccba915334 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:41.987729 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:42.001207 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e861eea4-234d-441a-891a-f8e49015a90c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:42.045553 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-078e9a23-6ee6-41bd-b939-3644b831a5e6 req-48d45c4b-a77f-4134-b1ee-c60775ffdc07 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084163 May 12 23:24:42.078015 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port e861eea4-234d-441a-891a-f8e49015a90c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e861eea4-234d-441a-891a-f8e49015a90c,segment=NetworkSegment(933d961e-aab0-4417-8a2d-fb0a0743a22c),segment_id=933d961e-aab0-4417-8a2d-fb0a0743a22c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:42.094771 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (e861eea4-234d-441a-891a-f8e49015a90c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:42.099026 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:42.100616 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:42.101127 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] 10.222.0.76 "PUT /v2.0/ports/742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 1094 time: 4.2490096 May 12 23:24:42.101642 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'tag': '742e5630-7491-4ddd-a170-29da0627fa02'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:42.241987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=e861eea4-234d-441a-891a-f8e49015a90c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:42.269936 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.76', 51403) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:42.334389 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abcca724-d22c-40f9-a667-d780c2b98204 admin admin] Publish callbacks [] for security_group (e5695f07-98b9-41a9-b515-b19efd75ee53), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:42.355292 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-abcca724-d22c-40f9-a667-d780c2b98204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (e5695f07-98b9-41a9-b515-b19efd75ee53), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:42.364112 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['e861eea4-234d-441a-891a-f8e49015a90c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:24:42.376144 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefab37-447f-4ad9-806b-c8b530712e12 service neutron] Pushing event updated for resources: {'Port': ['ID=742e5630-7491-4ddd-a170-29da0627fa02,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:42.425985 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:42.512715 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:42.515233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-e830f557-3d38-4ee5-b6e3-a582168cec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:42.516770 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-e830f557-3d38-4ee5-b6e3-a582168cec6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=84678649-aebe-4cae-acbe-9f5bb172255d HTTP/1.1" status: 200 len: 913 time: 0.8231392 May 12 23:24:42.578412 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba0a1-126e-40fb-89cb-aec4511c96e2 req-46677b13-5b0b-4e40-b820-0c3e01185fe2 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:42.582764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e3ba0a1-126e-40fb-89cb-aec4511c96e2 req-46677b13-5b0b-4e40-b820-0c3e01185fe2 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 945 time: 0.1321409 May 12 23:24:42.642669 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-ca8c8650-79b4-4b33-a398-64daf5c136a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e861eea4-234d-441a-891a-f8e49015a90c HTTP/1.1" status: 200 len: 217 time: 0.1070335 May 12 23:24:42.668060 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-abcca724-d22c-40f9-a667-d780c2b98204 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f22cf7a43e864597adf800639be567cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9566002 May 12 23:24:42.668813 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcca724-d22c-40f9-a667-d780c2b98204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5695f07-98b9-41a9-b515-b19efd75ee53,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:42.683794 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-b91bf9d1-9262-47f3-b7bb-481ef6704716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:42.685411 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-b91bf9d1-9262-47f3-b7bb-481ef6704716 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1128 time: 0.4578743 May 12 23:24:42.701785 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:42.719561 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-230b692c-901b-4352-8e92-1fad1728e50e req-72e9aec7-f20d-4913-9a02-b2d9d45840b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.2967618 May 12 23:24:42.819216 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9224a7da-de82-4b20-97f9-8f55133b7d13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 217 time: 0.1082108 May 12 23:24:42.824654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-7fcaa3e4-059e-405b-b937-3ce6cff7c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:42.826143 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-7fcaa3e4-059e-405b-b937-3ce6cff7c861 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff945e42-d868-4de7-98cb-f416b218c664 HTTP/1.1" status: 200 len: 852 time: 0.1280494 May 12 23:24:42.860563 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e3ba0a1-126e-40fb-89cb-aec4511c96e2 req-31e8d1c3-adf7-4d7c-98a1-519f2a339061 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081518 May 12 23:24:42.891994 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-8a166bbc-b7dd-4fad-8b87-d84bb509fd44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84678649-aebe-4cae-acbe-9f5bb172255d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519979 May 12 23:24:42.901252 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64bd5ec4-9ce3-475f-af3e-84242604a619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:42.918610 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861baebd-900d-4b01-a971-ce21fa732662" -d '{"events": [{"name": "network-changed", "server_uuid": "816bbb29-823a-428f-98e5-c66d0e3bfb08", "tag": "742e5630-7491-4ddd-a170-29da0627fa02"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:42.932722 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecb42d35-5427-4397-9073-196d80bd854f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.004260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-facfe88a-547b-4366-b8c7-f8993b78f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:43.005866 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-facfe88a-547b-4366-b8c7-f8993b78f902 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.1609781 May 12 23:24:43.011188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30cfc93-33bb-453e-9007-bb4a1d6ec9cb admin admin] Publish callbacks [] for security_group (e5695f07-98b9-41a9-b515-b19efd75ee53), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.055841 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30cfc93-33bb-453e-9007-bb4a1d6ec9cb admin admin] Publish callbacks [] for security_group (e5695f07-98b9-41a9-b515-b19efd75ee53), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.136331 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-425d839b-f375-4662-8bb1-600efecfdcce tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:43.137836 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-425d839b-f375-4662-8bb1-600efecfdcce tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.7214441 May 12 23:24:43.143514 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b8e9a-3a8a-4a54-a86c-2c89beeaf4ba x-openstack-request-id: req-220b8e9a-3a8a-4a54-a86c-2c89beeaf4ba {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:43.143846 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816bbb29-823a-428f-98e5-c66d0e3bfb08", "tag": "742e5630-7491-4ddd-a170-29da0627fa02", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:43.144099 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-220b8e9a-3a8a-4a54-a86c-2c89beeaf4ba {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:43.144872 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220b8e9a-3a8a-4a54-a86c-2c89beeaf4ba'] response: {'name': 'network-changed', 'server_uuid': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'tag': '742e5630-7491-4ddd-a170-29da0627fa02', 'status': 'completed', 'code': 200} May 12 23:24:43.158841 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a4b8de6-3ad8-47a6-ac82-a795ebce8ba3 req-b04c5793-622d-4f1d-b930-f19015552b53 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 210 time: 0.0705075 May 12 23:24:43.165488 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e888ba35-4f59-46f0-ae68-b4f4f8195b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:43.167377 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-e888ba35-4f59-46f0-ae68-b4f4f8195b86 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1477473 May 12 23:24:43.172810 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecb42d35-5427-4397-9073-196d80bd854f admin admin] Publish callbacks [] for security_group (2cc0782d-28bf-4460-86b3-00d313da2a7d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.185764 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecb42d35-5427-4397-9073-196d80bd854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2cc0782d-28bf-4460-86b3-00d313da2a7d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.187926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c8eeb1f-26f4-4853-9b5e-896715776803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.215249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Allocated IP 172.20.0.8 (caa95e50-744d-41c0-bd90-21e3d6753723/c12b85fc-6911-4b35-b380-cee5e7a8f129/c9920fcd-3436-4b0a-8090-6a37e9d2fb91) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:43.334840 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-5af53247-06ba-4b6f-a6a2-3448275236b8 service neutron] 10.222.0.76 "GET /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231715 May 12 23:24:43.410141 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64bd5ec4-9ce3-475f-af3e-84242604a619 admin admin] Publish callbacks [] for security_group (958db306-afa0-4301-b7ee-52b23847084d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.411324 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30cfc93-33bb-453e-9007-bb4a1d6ec9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (e5695f07-98b9-41a9-b515-b19efd75ee53), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.413995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30cfc93-33bb-453e-9007-bb4a1d6ec9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.415065 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e30cfc93-33bb-453e-9007-bb4a1d6ec9cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5695f07-98b9-41a9-b515-b19efd75ee53 HTTP/1.1" status: 204 len: 168 time: 0.7117243 May 12 23:24:43.434237 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-39348eb4-9beb-4ce8-bffd-f789202035ba tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 380 time: 0.2378969 May 12 23:24:43.454931 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64bd5ec4-9ce3-475f-af3e-84242604a619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (958db306-afa0-4301-b7ee-52b23847084d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.462411 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'port': {'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'admin_state_up': True, 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'security_groups': ['bf32d463-4a7a-4748-b9a8-00a7c69c63a6']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:43.472964 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ecb42d35-5427-4397-9073-196d80bd854f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b88f9ebf1d3040f7acded01755b730e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9112124 May 12 23:24:43.479465 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:43.483272 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb42d35-5427-4397-9073-196d80bd854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc0782d-28bf-4460-86b3-00d313da2a7d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:43.508457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device e861eea4-234d-441a-891a-f8e49015a90c up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:43.509097 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b5bc9-f7f2-41cd-a188-0bff7c515e5b req-ce374e89-d4b8-448d-a514-75e920ccfc7f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:43.516603 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e5b5bc9-f7f2-41cd-a188-0bff7c515e5b req-ce374e89-d4b8-448d-a514-75e920ccfc7f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 931 time: 0.2861710 May 12 23:24:43.549718 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-7b114c6d-6da5-4e45-b175-ecda3fbb169f service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741167 May 12 23:24:43.590711 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e5b5bc9-f7f2-41cd-a188-0bff7c515e5b req-4c75dc00-54e4-4f87-b1ab-ef8cb39deaae tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680127 May 12 23:24:43.602335 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port e861eea4-234d-441a-891a-f8e49015a90c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:24:43.615387 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port e861eea4-234d-441a-891a-f8e49015a90c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:43.615843 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (e861eea4-234d-441a-891a-f8e49015a90c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.723721 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c349b6a-1c5f-4e66-8d3c-061c71d5d208 req-9ba95633-ce9d-4ef4-8052-65d3c3b9c615 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485312 May 12 23:24:43.804054 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cfc93-33bb-453e-9007-bb4a1d6ec9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5695f07-98b9-41a9-b515-b19efd75ee53,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:43.896247 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port e861eea4-234d-441a-891a-f8e49015a90c is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:43.896978 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (e861eea4-234d-441a-891a-f8e49015a90c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:43.931614 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-64bd5ec4-9ce3-475f-af3e-84242604a619 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f64a98f380b842a384821447719f0024&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4138565 May 12 23:24:43.932599 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:43.954072 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port e861eea4-234d-441a-891a-f8e49015a90c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e861eea4-234d-441a-891a-f8e49015a90c,segment=NetworkSegment(933d961e-aab0-4417-8a2d-fb0a0743a22c),segment_id=933d961e-aab0-4417-8a2d-fb0a0743a22c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:43.955999 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3069855f-b018-4e12-af15-4137f9ec94d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e861eea4-234d-441a-891a-f8e49015a90c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:43.957348 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0f1d361-e0fa-46a1-9912-d61941678675 req-d6a1c974-6e2c-4362-847b-9d39e2f0fbb2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.0606763 May 12 23:24:44.047675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:44.050251 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229fbbe-a2aa-44d0-bfa7-5fd7fafb9156 req-19f62b77-75e9-4a10-9b9c-4e372b13df8f tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:44.068519 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5229fbbe-a2aa-44d0-bfa7-5fd7fafb9156 req-19f62b77-75e9-4a10-9b9c-4e372b13df8f tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.0829339 May 12 23:24:44.076740 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (e861eea4-234d-441a-891a-f8e49015a90c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.077837 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd5ec4-9ce3-475f-af3e-84242604a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958db306-afa0-4301-b7ee-52b23847084d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:44.084029 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Publish callbacks [] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.106115 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dbb558c-ce59-4ec3-b85d-ea5de338f6cf req-5942082b-d471-408b-907b-2779047d6ae2 service neutron] 10.222.0.76 "GET /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567606 May 12 23:24:44.174630 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5229fbbe-a2aa-44d0-bfa7-5fd7fafb9156 req-39c09e6a-4693-4d7b-a142-249bb2c64ceb tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051259 May 12 23:24:44.175141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=e861eea4-234d-441a-891a-f8e49015a90c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:44.197285 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec30c031-a891-4065-a98b-4acbf67f395d admin admin] Publish callbacks [] for security_group (2cc0782d-28bf-4460-86b3-00d313da2a7d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.215599 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.222098 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.222274 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.230665 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Transition to ACTIVE for port object 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:24:44.247218 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e1518b-eb85-4b05-8015-250f0bcde08a admin admin] Publish callbacks [] for security_group (958db306-afa0-4301-b7ee-52b23847084d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.261749 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.275198 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec30c031-a891-4065-a98b-4acbf67f395d admin admin] Publish callbacks [] for security_group (2cc0782d-28bf-4460-86b3-00d313da2a7d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.300246 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-100d329e-dfeb-4b65-a77e-d064fcf9bb95 req-e4b5d178-6420-42bd-864a-86303ff8c476 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 210 time: 0.0463536 May 12 23:24:44.348949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d2225-ef0d-4904-b843-a6d07d59cb92" -d '{"events": [{"server_uuid": "3069855f-b018-4e12-af15-4137f9ec94d2", "name": "network-vif-plugged", "status": "completed", "tag": "e861eea4-234d-441a-891a-f8e49015a90c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:44.373137 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Made reservation on behalf of e315b6494fa94fb0bc2d6fd27028f475 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:24:44.376569 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.381568 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e1518b-eb85-4b05-8015-250f0bcde08a admin admin] Publish callbacks [] for security_group (958db306-afa0-4301-b7ee-52b23847084d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.409310 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Pushing event updated for resources: {'Port': ['ID=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:44.567336 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.578093 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a8533b-4ad3-492c-8af2-8bb2f2831d5f x-openstack-request-id: req-80a8533b-4ad3-492c-8af2-8bb2f2831d5f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:44.578452 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3069855f-b018-4e12-af15-4137f9ec94d2", "name": "network-vif-plugged", "status": "completed", "tag": "e861eea4-234d-441a-891a-f8e49015a90c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:44.578761 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80a8533b-4ad3-492c-8af2-8bb2f2831d5f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:44.579276 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a8533b-4ad3-492c-8af2-8bb2f2831d5f'] response: {'server_uuid': '3069855f-b018-4e12-af15-4137f9ec94d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e861eea4-234d-441a-891a-f8e49015a90c', 'code': 200} May 12 23:24:44.749093 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e1518b-eb85-4b05-8015-250f0bcde08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (958db306-afa0-4301-b7ee-52b23847084d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.751766 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1e1518b-eb85-4b05-8015-250f0bcde08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.752962 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b1e1518b-eb85-4b05-8015-250f0bcde08a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/958db306-afa0-4301-b7ee-52b23847084d HTTP/1.1" status: 204 len: 168 time: 0.7788951 May 12 23:24:44.765536 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c510-3bd1-4014-bc02-afde85e805da req-e53e77cd-8c98-40e1-9296-e8a6582cc331 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:44.767827 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c9e7c510-3bd1-4014-bc02-afde85e805da req-e53e77cd-8c98-40e1-9296-e8a6582cc331 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 943 time: 0.0713754 May 12 23:24:44.883681 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7d408-79cf-47e3-8773-8526ebedc4bd req-39c70c8d-2bab-4f28-8820-fc7576d7a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:44.885129 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90b7d408-79cf-47e3-8773-8526ebedc4bd req-39c70c8d-2bab-4f28-8820-fc7576d7a11c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 1130 time: 0.0906849 May 12 23:24:44.886569 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:44.898199 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1518b-eb85-4b05-8015-250f0bcde08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958db306-afa0-4301-b7ee-52b23847084d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:44.901450 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c9e7c510-3bd1-4014-bc02-afde85e805da req-2cf12126-046f-43a6-84ed-6482e2d0a380 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261702 May 12 23:24:44.907935 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Network caa95e50-744d-41c0-bd90-21e3d6753723 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:44.911233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861baebd-900d-4b01-a971-ce21fa732662 req-68e4c4bc-2c4c-4b20-a9e4-5eec5486ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:44.912026 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-68e4c4bc-2c4c-4b20-a9e4-5eec5486ba33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1128 time: 0.3840129 May 12 23:24:44.912807 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Attempting to bind port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:44.913141 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Attempting to bind port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:44.913466 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Attempting to bind port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:44.924868 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:44.932990 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90b7d408-79cf-47e3-8773-8526ebedc4bd req-b25afa5e-ee5a-4af8-9890-f6b2f9bed08c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.948863 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:44.954666 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:44.955304 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.963263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:24:44.964049 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Attempting to bind port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:44.985887 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec30c031-a891-4065-a98b-4acbf67f395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2cc0782d-28bf-4460-86b3-00d313da2a7d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.988488 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec30c031-a891-4065-a98b-4acbf67f395d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:44.989622 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ec30c031-a891-4065-a98b-4acbf67f395d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cc0782d-28bf-4460-86b3-00d313da2a7d HTTP/1.1" status: 204 len: 168 time: 1.2124741 May 12 23:24:44.990678 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:44.992722 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.20.0.12 (da502bee-be9a-431e-9fcf-9f0d339d4e89/16be676d-5731-4722-872b-f964ae4f789c/599dffac-64d8-47b7-90f1-67f0aa866c07) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:24:45.037149 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:45.037731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Checking segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:45.038544 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Bound using segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:45.039233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Bound port: 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:45.039769 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.065159 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90b7d408-79cf-47e3-8773-8526ebedc4bd req-b25afa5e-ee5a-4af8-9890-f6b2f9bed08c service neutron] Publish callbacks [] for security_group (648c80cf-d0e5-420e-a101-2faeace6bbf3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.070169 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90b7d408-79cf-47e3-8773-8526ebedc4bd req-b25afa5e-ee5a-4af8-9890-f6b2f9bed08c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (648c80cf-d0e5-420e-a101-2faeace6bbf3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.072914 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30c031-a891-4065-a98b-4acbf67f395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc0782d-28bf-4460-86b3-00d313da2a7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:45.079610 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-83a518d1-56ce-49c3-a37e-ec878054164d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3737452 May 12 23:24:45.151313 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Request body: {'port': {'device_id': '685259ac-8f65-4c64-9477-888bc8641fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:45.200876 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90b7d408-79cf-47e3-8773-8526ebedc4bd req-b25afa5e-ee5a-4af8-9890-f6b2f9bed08c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980611 May 12 23:24:45.204771 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25afa5e-ee5a-4af8-9890-f6b2f9bed08c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=648c80cf-d0e5-420e-a101-2faeace6bbf3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:45.219464 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011119d-f282-4f40-bf08-1fd8ba6bed53 req-17b3529a-0782-4b3f-b512-f62dd6d65d74 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:45.221410 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a011119d-f282-4f40-bf08-1fd8ba6bed53 req-17b3529a-0782-4b3f-b512-f62dd6d65d74 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 931 time: 0.1149218 May 12 23:24:45.342435 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ec803be-6ce3-4f11-877b-0a100ab0d9e3 None None] Provisioning complete for port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:45.342965 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ec803be-6ce3-4f11-877b-0a100ab0d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.392909 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861baebd-900d-4b01-a971-ce21fa732662 req-0c675cce-d819-4f27-a3fc-f4e5a063a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:45.394747 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-0c675cce-d819-4f27-a3fc-f4e5a063a190 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.4725132 May 12 23:24:45.408582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0c006-06c1-42bc-b294-39bf823431da req-b6c5b852-e245-4c8d-9015-95fc4562e399 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:45.411808 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aae0c006-06c1-42bc-b294-39bf823431da req-b6c5b852-e245-4c8d-9015-95fc4562e399 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.1122632 May 12 23:24:45.438715 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0ec803be-6ce3-4f11-877b-0a100ab0d9e3 None None] Port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:45.454598 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.462157 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] For port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:45.462904 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a011119d-f282-4f40-bf08-1fd8ba6bed53 req-b8101ca7-82a1-47eb-98f6-60689572f5eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357135 May 12 23:24:45.512103 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aae0c006-06c1-42bc-b294-39bf823431da req-ad46fddf-3120-4530-bab7-b49d6c62ddcc tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858634 May 12 23:24:45.534308 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 742e5630-7491-4ddd-a170-29da0627fa02 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:24:45.538348 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-a4b055a7-f726-4d34-a233-a20082def2f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 217 time: 0.0975263 May 12 23:24:45.545166 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] For port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:45.599692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.629147 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c5bd420-de68-405c-88b1-2ff31207341f req-76b61432-414b-49e4-9863-3bfe3c0e868c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 210 time: 0.0525787 May 12 23:24:45.650597 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fddc939f-b3cc-4f67-8e85-a9974821aa9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.676003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.684989 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861baebd-900d-4b01-a971-ce21fa732662 req-21849508-b04b-4a95-910c-2daadd36a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:45.690804 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-21849508-b04b-4a95-910c-2daadd36a2a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.1418004 May 12 23:24:45.716902 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:45.718066 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.718982 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] 10.222.0.76 "PUT /v2.0/ports/4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d HTTP/1.1" status: 200 len: 1093 time: 4.4059565 May 12 23:24:45.719448 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'tag': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:45.726229 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2616633-7860-40ed-b89f-db70e4c4e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4377a4c0-7773-4f16-9446-0a9b29f5652d", "tag": "4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:45.793323 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 742e5630-7491-4ddd-a170-29da0627fa02, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=742e5630-7491-4ddd-a170-29da0627fa02,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:45.801207 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2730e53-d2c0-4fb0-a275-c06f7960bd47 service neutron] Pushing event updated for resources: {'Port': ['ID=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:45.807661 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.817875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f390d8f-8952-4f7c-8202-94888fba4ca9 x-openstack-request-id: req-8f390d8f-8952-4f7c-8202-94888fba4ca9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:45.818125 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4377a4c0-7773-4f16-9446-0a9b29f5652d", "tag": "4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:45.818378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f390d8f-8952-4f7c-8202-94888fba4ca9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:45.818808 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f390d8f-8952-4f7c-8202-94888fba4ca9'] response: {'name': 'network-changed', 'server_uuid': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'tag': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d', 'status': 'completed', 'code': 200} May 12 23:24:45.827505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:45.831153 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '742e5630-7491-4ddd-a170-29da0627fa02', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'port_id': '742e5630-7491-4ddd-a170-29da0627fa02', 'mac_address': 'fa:16:3e:54:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:24:45.840112 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fddc939f-b3cc-4f67-8e85-a9974821aa9d admin admin] Publish callbacks [] for security_group (91cba2c2-0fc4-41ef-969b-37ac9f8e98bc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.850365 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fddc939f-b3cc-4f67-8e85-a9974821aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (91cba2c2-0fc4-41ef-969b-37ac9f8e98bc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.890971 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 742e5630-7491-4ddd-a170-29da0627fa02 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:45.891824 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (742e5630-7491-4ddd-a170-29da0627fa02), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.907603 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742e5630-7491-4ddd-a170-29da0627fa02 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:45.911416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc939f-b3cc-4f67-8e85-a9974821aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cba2c2-0fc4-41ef-969b-37ac9f8e98bc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:45.955174 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 742e5630-7491-4ddd-a170-29da0627fa02, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=742e5630-7491-4ddd-a170-29da0627fa02,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:45.961884 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (742e5630-7491-4ddd-a170-29da0627fa02), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:45.966647 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fddc939f-b3cc-4f67-8e85-a9974821aa9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb53d4c3b6b24e179e719599719113f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9744689 May 12 23:24:45.967658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:46.024547 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:46.043352 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=742e5630-7491-4ddd-a170-29da0627fa02,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:46.081279 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e1e78a9-e6c3-43a3-ac79-e4ab3a558e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.118164 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4752a8-b6ce-465e-8345-57f584e667ab req-d073954c-41e5-4965-b1a5-5d1e7c0d4060 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.119777 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a4752a8-b6ce-465e-8345-57f584e667ab req-d073954c-41e5-4965-b1a5-5d1e7c0d4060 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 943 time: 0.0947039 May 12 23:24:46.125780 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d782e3d-a121-4f65-9b81-d37c370355f2 admin admin] Publish callbacks [] for security_group (91cba2c2-0fc4-41ef-969b-37ac9f8e98bc), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.130056 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616633-7860-40ed-b89f-db70e4c4e3d3 req-84bccc57-5e89-4881-89f1-fc58a7bcd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.131782 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2616633-7860-40ed-b89f-db70e4c4e3d3 req-84bccc57-5e89-4881-89f1-fc58a7bcd949 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1127 time: 0.2080407 May 12 23:24:46.132923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.151171 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d782e3d-a121-4f65-9b81-d37c370355f2 admin admin] Publish callbacks [] for security_group (91cba2c2-0fc4-41ef-969b-37ac9f8e98bc), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.161186 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861baebd-900d-4b01-a971-ce21fa732662 req-32ce3a62-4872-46e1-b610-6099969bcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.162800 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-32ce3a62-4872-46e1-b610-6099969bcc58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2421918 May 12 23:24:46.175011 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['742e5630-7491-4ddd-a170-29da0627fa02'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:24:46.230386 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:46.246760 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d782e3d-a121-4f65-9b81-d37c370355f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (91cba2c2-0fc4-41ef-969b-37ac9f8e98bc), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.250144 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d782e3d-a121-4f65-9b81-d37c370355f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.254886 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3d782e3d-a121-4f65-9b81-d37c370355f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91cba2c2-0fc4-41ef-969b-37ac9f8e98bc HTTP/1.1" status: 204 len: 168 time: 0.2855630 May 12 23:24:46.255837 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269bd760-f74d-4c98-a862-1cc71cd21201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.257786 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32bb5c8-c586-4304-8fd9-b141e01c021e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.282091 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d782e3d-a121-4f65-9b81-d37c370355f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cba2c2-0fc4-41ef-969b-37ac9f8e98bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:46.313090 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a4752a8-b6ce-465e-8345-57f584e667ab req-8801efc7-6880-4cf5-8a34-5a56c5dd6e41 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209488 May 12 23:24:46.397686 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269bd760-f74d-4c98-a862-1cc71cd21201 admin admin] Publish callbacks [] for security_group (2b9ad21e-e1d0-4603-84f5-168feaa50d1d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.409368 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-269bd760-f74d-4c98-a862-1cc71cd21201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2b9ad21e-e1d0-4603-84f5-168feaa50d1d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.440119 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bd760-f74d-4c98-a862-1cc71cd21201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9ad21e-e1d0-4603-84f5-168feaa50d1d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:46.482068 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-269bd760-f74d-4c98-a862-1cc71cd21201 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34a5af4776cf485ca369b1ad76d095a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506142 May 12 23:24:46.484579 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:46.547408 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:24:46.549537 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32bb5c8-c586-4304-8fd9-b141e01c021e admin admin] Publish callbacks [] for security_group (03968db7-57e9-4c61-bf8f-920e511d2845), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.565674 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a32bb5c8-c586-4304-8fd9-b141e01c021e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (03968db7-57e9-4c61-bf8f-920e511d2845), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.600573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:24:46.602418 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=599dffac-64d8-47b7-90f1-67f0aa866c07,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:46.602545 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a32bb5c8-c586-4304-8fd9-b141e01c021e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11b9d5bc6ba244c997c341322e9b46ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761075 May 12 23:24:46.603020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:46.622123 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:24:46.631149 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db81147c-a791-4a64-85b2-490565147a95 admin admin] Publish callbacks [] for security_group (2b9ad21e-e1d0-4603-84f5-168feaa50d1d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.631888 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.633535 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.704327 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5517-6159-462b-807d-e1093ca7f3d2 req-80a220a9-c617-423f-9afe-7be322ec2fc3 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.705954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a3a5517-6159-462b-807d-e1093ca7f3d2 req-80a220a9-c617-423f-9afe-7be322ec2fc3 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.0799632 May 12 23:24:46.731004 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-ae08aba4-5bb0-4061-8b97-00bd589616a2 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430739 May 12 23:24:46.754996 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bb5c8-c586-4304-8fd9-b141e01c021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03968db7-57e9-4c61-bf8f-920e511d2845,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:46.809608 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba35771-a2a1-45f6-8f47-41363e43bb23 req-10facd5a-b17a-44ca-afa5-24237bf18f65 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.811525 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bba35771-a2a1-45f6-8f47-41363e43bb23 req-10facd5a-b17a-44ca-afa5-24237bf18f65 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 931 time: 0.2166874 May 12 23:24:46.819045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db81147c-a791-4a64-85b2-490565147a95 admin admin] Publish callbacks [] for security_group (2b9ad21e-e1d0-4603-84f5-168feaa50d1d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.868512 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-861baebd-900d-4b01-a971-ce21fa732662 req-bac11bd2-bf29-4e88-8134-17c0034fae5c service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118925 May 12 23:24:46.888257 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51288) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:46.906246 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-6f169982-e943-4d0d-a2f2-156a227e6bad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4555838 May 12 23:24:46.914929 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616633-7860-40ed-b89f-db70e4c4e3d3 req-055aace5-6a82-476f-9775-b95c603681ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:46.916557 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2616633-7860-40ed-b89f-db70e4c4e3d3 req-055aace5-6a82-476f-9775-b95c603681ec service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ee4c61b3a55145ecb0429c006212a51c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7626193 May 12 23:24:46.932768 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9eb6-095d-4c38-8ea1-fcb2025f8f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.943066 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2295726a-6315-4b8f-957c-c0f75c81d743 admin admin] Publish callbacks [] for security_group (03968db7-57e9-4c61-bf8f-920e511d2845), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.959686 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a3a5517-6159-462b-807d-e1093ca7f3d2 req-cdc2b478-251e-4198-91b4-8ec6131bd22d tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425692 May 12 23:24:46.972025 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e1e78a9-e6c3-43a3-ac79-e4ab3a558e7a admin admin] Publish callbacks [] for security_group (fd96fce5-b900-4351-947c-31bc671d9256), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.991494 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bba35771-a2a1-45f6-8f47-41363e43bb23 req-f1075caf-fc89-4d43-80ea-9fffc4459798 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644924 May 12 23:24:46.991698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e1e78a9-e6c3-43a3-ac79-e4ab3a558e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fd96fce5-b900-4351-947c-31bc671d9256), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:46.996935 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2295726a-6315-4b8f-957c-c0f75c81d743 admin admin] Publish callbacks [] for security_group (03968db7-57e9-4c61-bf8f-920e511d2845), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.010596 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-19219cc0-dccb-4075-abac-43f4a7088e80 None None] Provisioning complete for port 599dffac-64d8-47b7-90f1-67f0aa866c07 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:47.011189 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19219cc0-dccb-4075-abac-43f4a7088e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.039016 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db81147c-a791-4a64-85b2-490565147a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2b9ad21e-e1d0-4603-84f5-168feaa50d1d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.042139 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db81147c-a791-4a64-85b2-490565147a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.043853 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-db81147c-a791-4a64-85b2-490565147a95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b9ad21e-e1d0-4603-84f5-168feaa50d1d HTTP/1.1" status: 204 len: 168 time: 0.5579185 May 12 23:24:47.059071 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-19219cc0-dccb-4075-abac-43f4a7088e80 None None] Port 599dffac-64d8-47b7-90f1-67f0aa866c07 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:24:47.067313 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4e1e78a9-e6c3-43a3-ac79-e4ab3a558e7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3dd1dcaeda049d3ae6c694df511dcdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1482410 May 12 23:24:47.072837 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e78a9-e6c3-43a3-ac79-e4ab3a558e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd96fce5-b900-4351-947c-31bc671d9256,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:47.075348 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:47.094899 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81147c-a791-4a64-85b2-490565147a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9ad21e-e1d0-4603-84f5-168feaa50d1d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:47.101340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9920fcd-3436-4b0a-8090-6a37e9d2fb91 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:47.115622 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Publish callbacks [] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.135948 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2295726a-6315-4b8f-957c-c0f75c81d743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (03968db7-57e9-4c61-bf8f-920e511d2845), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.138679 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2295726a-6315-4b8f-957c-c0f75c81d743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.144258 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2295726a-6315-4b8f-957c-c0f75c81d743 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03968db7-57e9-4c61-bf8f-920e511d2845 HTTP/1.1" status: 204 len: 168 time: 0.5324686 May 12 23:24:47.157578 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Transition to ACTIVE for port object c9920fcd-3436-4b0a-8090-6a37e9d2fb91 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:24:47.172529 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.174058 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295726a-6315-4b8f-957c-c0f75c81d743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03968db7-57e9-4c61-bf8f-920e511d2845,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:47.184242 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da204-5c0b-4d8c-8ed2-7a3d5c7c8582 req-3789a1e5-70fc-4e01-bb55-0d040d17b5c6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:47.185765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a1da204-5c0b-4d8c-8ed2-7a3d5c7c8582 req-3789a1e5-70fc-4e01-bb55-0d040d17b5c6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 932 time: 0.1053517 May 12 23:24:47.221977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Request body: {'port': {'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:24:47.267332 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.283542 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c4e12a-782f-43cc-a5dc-2ba39c4a1717 admin admin] Publish callbacks [] for security_group (fd96fce5-b900-4351-947c-31bc671d9256), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.308829 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a1da204-5c0b-4d8c-8ed2-7a3d5c7c8582 req-58653c48-66c2-43dc-a5cf-51d8d8056828 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110680 May 12 23:24:47.493736 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53293c-8fbe-4e5c-9e10-1769793b56e9 req-ab2f921d-2ade-48fe-be5c-65c0270c0509 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:47.500524 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c53293c-8fbe-4e5c-9e10-1769793b56e9 req-ab2f921d-2ade-48fe-be5c-65c0270c0509 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 943 time: 0.0889683 May 12 23:24:47.536515 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 742e5630-7491-4ddd-a170-29da0627fa02 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:47.562219 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.564926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:47.569717 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7c53293c-8fbe-4e5c-9e10-1769793b56e9 req-32ff6389-0af1-4852-b068-942b5cf4bbf7 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596404 May 12 23:24:47.611536 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c4e12a-782f-43cc-a5dc-2ba39c4a1717 admin admin] Publish callbacks [] for security_group (fd96fce5-b900-4351-947c-31bc671d9256), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.616035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 742e5630-7491-4ddd-a170-29da0627fa02 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:24:47.628782 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 742e5630-7491-4ddd-a170-29da0627fa02 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:47.629179 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (742e5630-7491-4ddd-a170-29da0627fa02), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.640820 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9eb6-095d-4c38-8ea1-fcb2025f8f8f admin admin] Publish callbacks [] for security_group (3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.650747 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616633-7860-40ed-b89f-db70e4c4e3d3 req-5ef3bdfd-e163-466d-ba44-f685a5f097d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:47.652344 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2616633-7860-40ed-b89f-db70e4c4e3d3 req-5ef3bdfd-e163-466d-ba44-f685a5f097d4 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4582727 May 12 23:24:47.690298 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9eb6-095d-4c38-8ea1-fcb2025f8f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.713258 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Attempting to bind port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:47.713595 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Attempting to bind port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:47.713921 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Attempting to bind port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 on network caa95e50-744d-41c0-bd90-21e3d6753723 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:47.777133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 742e5630-7491-4ddd-a170-29da0627fa02 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:47.777551 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (742e5630-7491-4ddd-a170-29da0627fa02), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.778886 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 on network caa95e50-744d-41c0-bd90-21e3d6753723 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:24:47.779283 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Attempting to bind port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 on network caa95e50-744d-41c0-bd90-21e3d6753723 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:47.807391 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e5630-7491-4ddd-a170-29da0627fa02'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:47.809824 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17344381-5ca7-4d1e-b0ae-bea588eb090b" -d '{"events": [{"server_uuid": "816bbb29-823a-428f-98e5-c66d0e3bfb08", "name": "network-vif-plugged", "status": "completed", "tag": "742e5630-7491-4ddd-a170-29da0627fa02"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:47.823505 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 742e5630-7491-4ddd-a170-29da0627fa02, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=742e5630-7491-4ddd-a170-29da0627fa02,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:47.832576 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (742e5630-7491-4ddd-a170-29da0627fa02), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.848998 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:47.849347 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Checking segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:47.849912 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Bound using segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:47.850484 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Bound port: c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:47.850809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.857381 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:47.857622 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4dfc9eb6-095d-4c38-8ea1-fcb2025f8f8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59ab7635a00741b382b520197e4afab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9658577 May 12 23:24:47.875533 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc9eb6-095d-4c38-8ea1-fcb2025f8f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:47.885218 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-97327875-a750-489e-b372-3cf0b905022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:47.887171 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-97327875-a750-489e-b372-3cf0b905022b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1127 time: 0.1821225 May 12 23:24:47.888690 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58bcaee-738f-4bac-95ca-df2e50b1fe75 x-openstack-request-id: req-b58bcaee-738f-4bac-95ca-df2e50b1fe75 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:47.889103 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816bbb29-823a-428f-98e5-c66d0e3bfb08", "name": "network-vif-plugged", "status": "completed", "tag": "742e5630-7491-4ddd-a170-29da0627fa02", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:47.889648 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b58bcaee-738f-4bac-95ca-df2e50b1fe75 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:47.890128 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58bcaee-738f-4bac-95ca-df2e50b1fe75'] response: {'server_uuid': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742e5630-7491-4ddd-a170-29da0627fa02', 'code': 200} May 12 23:24:47.942845 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ad02c7-1d74-4317-8a60-31bca2f529fa admin admin] Publish callbacks [] for security_group (3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:47.962209 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=742e5630-7491-4ddd-a170-29da0627fa02,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:47.980503 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ad02c7-1d74-4317-8a60-31bca2f529fa admin admin] Publish callbacks [] for security_group (3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.074534 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ad02c7-1d74-4317-8a60-31bca2f529fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.078070 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ad02c7-1d74-4317-8a60-31bca2f529fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.079556 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a9ad02c7-1d74-4317-8a60-31bca2f529fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57 HTTP/1.1" status: 204 len: 168 time: 0.2209015 May 12 23:24:48.099559 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad02c7-1d74-4317-8a60-31bca2f529fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebbb06e-6d53-4b17-b5eb-4ea9eb20fd57,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:48.114452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c4e12a-782f-43cc-a5dc-2ba39c4a1717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fd96fce5-b900-4351-947c-31bc671d9256), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.117027 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c4e12a-782f-43cc-a5dc-2ba39c4a1717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.124750 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-09c4e12a-782f-43cc-a5dc-2ba39c4a1717 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd96fce5-b900-4351-947c-31bc671d9256 HTTP/1.1" status: 204 len: 168 time: 1.0463934 May 12 23:24:48.149717 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-6c909dc8-8638-477c-a030-39faf92f6a97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d HTTP/1.1" status: 200 len: 217 time: 0.2422755 May 12 23:24:48.189912 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1110f-5120-4e5f-8758-22e6b9394c36 req-c4db7d66-be1f-41b1-b0ed-a33798398970 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.191666 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c6a1110f-5120-4e5f-8758-22e6b9394c36 req-c4db7d66-be1f-41b1-b0ed-a33798398970 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.0937731 May 12 23:24:48.243920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be372bf9-1256-4674-b0d0-9c8f57da8089 req-10712f30-dff3-43b0-aa88-696c76965363 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.245385 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-be372bf9-1256-4674-b0d0-9c8f57da8089 req-10712f30-dff3-43b0-aa88-696c76965363 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0823312 May 12 23:24:48.254470 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4e12a-782f-43cc-a5dc-2ba39c4a1717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd96fce5-b900-4351-947c-31bc671d9256,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:48.291450 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c6a1110f-5120-4e5f-8758-22e6b9394c36 req-36aa69a9-860d-4b56-9921-d812d2038591 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806313 May 12 23:24:48.319973 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-be372bf9-1256-4674-b0d0-9c8f57da8089 req-21262a3d-85a2-4e05-82f5-48294c3e9718 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622518 May 12 23:24:48.369167 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf52513-7a3f-4dc1-8481-96087608cbcc req-8945cc63-ef48-4aef-bb1e-26934e31f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.371057 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aaf52513-7a3f-4dc1-8481-96087608cbcc req-8945cc63-ef48-4aef-bb1e-26934e31f38b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1130 time: 0.2450604 May 12 23:24:48.374120 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:48.400358 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-b086896e-d902-4c52-83f7-76e5a49e763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.402129 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-b086896e-d902-4c52-83f7-76e5a49e763b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.2012334 May 12 23:24:48.403894 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:48.458243 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.463473 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41316f7e-fdf8-4bf3-9d09-5b351e02c7fc req-b8df5bb0-6711-4e05-bd52-d852178fbf7e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.471871 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41316f7e-fdf8-4bf3-9d09-5b351e02c7fc req-b8df5bb0-6711-4e05-bd52-d852178fbf7e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 932 time: 0.0620737 May 12 23:24:48.550703 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41316f7e-fdf8-4bf3-9d09-5b351e02c7fc req-c54e9a3d-52cb-4cf1-8c2b-bd68a9449b64 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776408 May 12 23:24:48.558266 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-14fb0533-57c0-43a7-b9ca-89449e500d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.559871 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-14fb0533-57c0-43a7-b9ca-89449e500d1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1454895 May 12 23:24:48.565805 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.566792 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:48.568463 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] 10.222.0.76 "PUT /v2.0/ports/c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 1093 time: 3.4734104 May 12 23:24:48.569135 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:48.571713 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4352885-919d-4945-9d68-57633b41d1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:48.627413 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aaf52513-7a3f-4dc1-8481-96087608cbcc req-341e84ae-6ac6-40ce-a5a9-e35c64b3a1f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433405 May 12 23:24:48.654573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec771cb9-3598-47d6-83f6-6e5d17fbc3ca x-openstack-request-id: req-ec771cb9-3598-47d6-83f6-6e5d17fbc3ca {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:48.655109 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:48.655601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec771cb9-3598-47d6-83f6-6e5d17fbc3ca {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:48.656203 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec771cb9-3598-47d6-83f6-6e5d17fbc3ca'] response: {'name': 'network-changed', 'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'status': 'completed', 'code': 200} May 12 23:24:48.837080 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd830823-3d4d-49ee-bc98-01d173b0fc4a req-da89edfb-5f5c-45f9-abb1-03ab18d499e5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:48.838766 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd830823-3d4d-49ee-bc98-01d173b0fc4a req-da89edfb-5f5c-45f9-abb1-03ab18d499e5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 943 time: 0.1200356 May 12 23:24:48.939600 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd830823-3d4d-49ee-bc98-01d173b0fc4a req-906692b0-ddab-42ba-a789-4bea95ed6302 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925400 May 12 23:24:49.061424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d8a59-6215-4b4c-8ccc-daf269b062d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:49.099731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-6a4eaa2f-1371-4ba0-9637-31263b274e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:49.101256 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-6a4eaa2f-1371-4ba0-9637-31263b274e46 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1127 time: 0.4685686 May 12 23:24:49.103417 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599dffac-64d8-47b7-90f1-67f0aa866c07 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:49.116657 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Publish callbacks [] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:49.140850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Transition to ACTIVE for port object 599dffac-64d8-47b7-90f1-67f0aa866c07 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:24:49.148856 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:49.177196 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-ed33a747-1ed8-43cd-9f55-9091585ba48e service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855386 May 12 23:24:49.201799 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Pushing event updated for resources: {'Port': ['ID=599dffac-64d8-47b7-90f1-67f0aa866c07,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:49.243939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Attempting to bind port 599dffac-64d8-47b7-90f1-67f0aa866c07 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:24:49.244541 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Attempting to bind port 599dffac-64d8-47b7-90f1-67f0aa866c07 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:24:49.245036 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Attempting to bind port 599dffac-64d8-47b7-90f1-67f0aa866c07 on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:49.263771 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Port 599dffac-64d8-47b7-90f1-67f0aa866c07 on network da502bee-be9a-431e-9fcf-9f0d339d4e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:24:49.264094 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Attempting to bind port 599dffac-64d8-47b7-90f1-67f0aa866c07 on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:24:49.315091 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-07a6a716-03d8-435f-be5b-e851e0ec9849 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 217 time: 0.0647514 May 12 23:24:49.318208 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:24:49.318706 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:24:49.319398 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Bound using segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:24:49.320132 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Bound port: 599dffac-64d8-47b7-90f1-67f0aa866c07, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:24:49.320894 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:49.500206 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] For port 599dffac-64d8-47b7-90f1-67f0aa866c07, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:24:49.503865 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f3dc-cdca-451d-ad47-4b5b2af65794 req-67b10329-815b-4802-b0f0-bca50f78cc3d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:49.504786 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] For port 599dffac-64d8-47b7-90f1-67f0aa866c07, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=599dffac-64d8-47b7-90f1-67f0aa866c07,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:24:49.509770 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-3899f8c4-5531-40bb-9d92-820bdcec1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:49.511804 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-3899f8c4-5531-40bb-9d92-820bdcec1c5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.1885211 May 12 23:24:49.519621 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:49.519837 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8151f3dc-cdca-451d-ad47-4b5b2af65794 req-67b10329-815b-4802-b0f0-bca50f78cc3d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0793960 May 12 23:24:49.565926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:49.567280 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:49.568873 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] 10.222.0.76 "PUT /v2.0/ports/599dffac-64d8-47b7-90f1-67f0aa866c07 HTTP/1.1" status: 200 len: 1094 time: 2.3718085 May 12 23:24:49.661064 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8151f3dc-cdca-451d-ad47-4b5b2af65794 req-7c95829e-5163-4230-b42a-238e9e48cc01 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382322 May 12 23:24:49.678050 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d2cb9e4-d8ef-4cfe-bebc-e0a69f572ad9 req-495e5bf8-8a78-42c6-83a6-34d1ca80a883 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260066 May 12 23:24:49.768092 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203a111-d61d-45ed-b619-94f9c27fb9fa service neutron] Pushing event updated for resources: {'Port': ['ID=599dffac-64d8-47b7-90f1-67f0aa866c07,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:49.773261 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-e7dd03ef-059a-41ab-9994-42e7ab76ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:49.778028 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-e7dd03ef-059a-41ab-9994-42e7ab76ea6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2076986 May 12 23:24:49.829711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e72c-686f-4e57-bfd4-dbc6657c97bd req-ccb8edd2-5b4f-437c-a83a-ba27035fc4d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:49.837834 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0493e72c-686f-4e57-bfd4-dbc6657c97bd req-ccb8edd2-5b4f-437c-a83a-ba27035fc4d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.1224961 May 12 23:24:49.949061 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0493e72c-686f-4e57-bfd4-dbc6657c97bd req-f46d3e04-4f90-4397-a074-70226f862418 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111100 May 12 23:24:50.136627 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-167c9849-71da-49d6-99bb-4bc40e7364ed service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174885 May 12 23:24:50.153349 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d1b0-0783-422d-ae91-681b47eba30e req-1d663ab6-b77b-49d8-b9b3-861a2dae4a07 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:50.157417 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2973d1b0-0783-422d-ae91-681b47eba30e req-1d663ab6-b77b-49d8-b9b3-861a2dae4a07 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 943 time: 0.1060476 May 12 23:24:50.244632 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2973d1b0-0783-422d-ae91-681b47eba30e req-66a7ec30-ed75-4f0d-a603-be772cf78b63 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811987 May 12 23:24:50.658946 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:50.661262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad0382-d993-49f2-a87b-a2b48636190f" -d '{"events": [{"name": "network-changed", "server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:50.733742 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5acdb2-a54d-4f43-9cca-7ff3de0c7da6 x-openstack-request-id: req-de5acdb2-a54d-4f43-9cca-7ff3de0c7da6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:50.734225 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:50.734477 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de5acdb2-a54d-4f43-9cca-7ff3de0c7da6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:50.734890 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5acdb2-a54d-4f43-9cca-7ff3de0c7da6'] response: {'name': 'network-changed', 'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'status': 'completed', 'code': 200} May 12 23:24:50.769336 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-d4f89d59-be26-4838-9ec9-ebc529253e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:50.771074 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-d4f89d59-be26-4838-9ec9-ebc529253e96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 1128 time: 0.1380222 May 12 23:24:50.868376 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-bea8a6c6-7bbf-48ee-9dc2-0694e59349d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599dffac-64d8-47b7-90f1-67f0aa866c07 HTTP/1.1" status: 200 len: 217 time: 0.0810461 May 12 23:24:50.881104 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aa335-6006-4697-953c-c32ba6afbce2 req-bccde9b5-698e-439f-8af5-696e36affd9a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:50.894569 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e9aa335-6006-4697-953c-c32ba6afbce2 req-bccde9b5-698e-439f-8af5-696e36affd9a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.1000876 May 12 23:24:50.970604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-f5147998-05de-4628-8672-f2939e876742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:50.972726 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-f5147998-05de-4628-8672-f2939e876742 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0783839 May 12 23:24:50.995426 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e9aa335-6006-4697-953c-c32ba6afbce2 req-d73caf91-4883-4f32-a514-4f752819c114 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969772 May 12 23:24:51.066950 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-cab3126e-a2be-4524-acf2-4c47bd7089a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:51.084698 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-cab3126e-a2be-4524-acf2-4c47bd7089a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882192 May 12 23:24:51.137093 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0d9165d2-c3a0-429f-b37f-79b5902a28d7 req-1b0e17ba-b65d-49c9-84b5-66628c4b9c6e service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730790 May 12 23:24:51.163296 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebaf13-9808-4436-aa7d-574b4ac12780 req-4280a5d2-96f5-4292-8ea8-7d1d358a20c6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:51.180694 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e7ebaf13-9808-4436-aa7d-574b4ac12780 req-4280a5d2-96f5-4292-8ea8-7d1d358a20c6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.0765436 May 12 23:24:51.242494 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-22be3f07-4dff-4c98-8842-982110895b5d service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566310 May 12 23:24:51.274954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e7ebaf13-9808-4436-aa7d-574b4ac12780 req-8521c9bc-13cb-4dff-a48a-75b9ccfea762 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028631 May 12 23:24:51.405010 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a9df-efb8-4fb1-a41c-a16a357103cc req-f0027c9a-bf53-4b00-9083-f4e30ce07d62 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:51.407259 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a11a9df-efb8-4fb1-a41c-a16a357103cc req-f0027c9a-bf53-4b00-9083-f4e30ce07d62 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 943 time: 0.0631225 May 12 23:24:51.477340 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a11a9df-efb8-4fb1-a41c-a16a357103cc req-0d67bda6-7a8a-4c81-a35b-be643777d0d2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634086 May 12 23:24:51.570837 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:24:51.690906 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:51.706418 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'port_id': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d', 'mac_address': 'fa:16:3e:7d:4f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:24:51.747981 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:51.748525 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:51.763580 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:51.788802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:51.794891 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:51.849900 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:51.853426 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:52.013700 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13b05de2-0578-4e6b-9691-b6ff15b8abac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.114712 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13b05de2-0578-4e6b-9691-b6ff15b8abac admin admin] Publish callbacks [] for security_group (fdeaaeb3-2898-4d31-89be-50e013b93b33), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.120763 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13b05de2-0578-4e6b-9691-b6ff15b8abac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fdeaaeb3-2898-4d31-89be-50e013b93b33), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.132512 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9061c6-e51e-44c3-b327-0c46c1effcd6 req-73d0bc73-0548-481c-8498-18f069259640 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:52.139990 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2a9061c6-e51e-44c3-b327-0c46c1effcd6 req-73d0bc73-0548-481c-8498-18f069259640 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0635974 May 12 23:24:52.181948 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:52.182136 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-13b05de2-0578-4e6b-9691-b6ff15b8abac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0455c50ee849480ba01a3781727bce39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308585 May 12 23:24:52.183064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b05de2-0578-4e6b-9691-b6ff15b8abac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeaaeb3-2898-4d31-89be-50e013b93b33,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:52.212398 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2a9061c6-e51e-44c3-b327-0c46c1effcd6 req-12f25044-7436-4ead-be63-8ba4e8c4b53d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713940 May 12 23:24:52.251491 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d9c25bf-27bc-4e36-b9d0-4607284c8d40 admin admin] Publish callbacks [] for security_group (fdeaaeb3-2898-4d31-89be-50e013b93b33), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.273612 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d9c25bf-27bc-4e36-b9d0-4607284c8d40 admin admin] Publish callbacks [] for security_group (fdeaaeb3-2898-4d31-89be-50e013b93b33), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.322545 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d9c25bf-27bc-4e36-b9d0-4607284c8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fdeaaeb3-2898-4d31-89be-50e013b93b33), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.325415 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d9c25bf-27bc-4e36-b9d0-4607284c8d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.326584 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6d9c25bf-27bc-4e36-b9d0-4607284c8d40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdeaaeb3-2898-4d31-89be-50e013b93b33 HTTP/1.1" status: 204 len: 168 time: 0.1435676 May 12 23:24:52.336063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c25bf-27bc-4e36-b9d0-4607284c8d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeaaeb3-2898-4d31-89be-50e013b93b33,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:52.392679 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f282919-cd3e-4ee0-b961-2fe1551f1293 req-54efe060-c77c-42f1-8329-f9570d563876 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:52.394361 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f282919-cd3e-4ee0-b961-2fe1551f1293 req-54efe060-c77c-42f1-8329-f9570d563876 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.0553279 May 12 23:24:52.446130 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f282919-cd3e-4ee0-b961-2fe1551f1293 req-d82b022a-d4ca-428d-bc10-c1cef901c1bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437322 May 12 23:24:52.601881 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdb602-534b-4866-9920-ca29c197cf1d req-878049bb-4d4d-4f5b-a338-e59e7f748a02 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:52.603629 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:52.607938 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79cdb602-534b-4866-9920-ca29c197cf1d req-878049bb-4d4d-4f5b-a338-e59e7f748a02 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 944 time: 0.0528488 May 12 23:24:52.617772 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1e-0161-4733-ac77-5e306d1ea637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.664285 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79cdb602-534b-4866-9920-ca29c197cf1d req-52138b7a-f2ea-4e33-9355-f231fed8a606 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 May 12 23:24:52.697966 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1e-0161-4733-ac77-5e306d1ea637 admin admin] Publish callbacks [] for security_group (6fba4c04-d73c-4e7e-b784-ba44b01aa4b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.701790 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36d11c1e-0161-4733-ac77-5e306d1ea637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6fba4c04-d73c-4e7e-b784-ba44b01aa4b5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.739929 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-36d11c1e-0161-4733-ac77-5e306d1ea637 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9dcb1ff2a0641139f70f49ec4a79afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352305 May 12 23:24:52.741871 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d11c1e-0161-4733-ac77-5e306d1ea637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fba4c04-d73c-4e7e-b784-ba44b01aa4b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:52.742650 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51576) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:52.792692 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f628-f47f-4ee2-bef3-09b314abf12f admin admin] Publish callbacks [] for security_group (6fba4c04-d73c-4e7e-b784-ba44b01aa4b5), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.814271 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f628-f47f-4ee2-bef3-09b314abf12f admin admin] Publish callbacks [] for security_group (6fba4c04-d73c-4e7e-b784-ba44b01aa4b5), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.865719 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f628-f47f-4ee2-bef3-09b314abf12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6fba4c04-d73c-4e7e-b784-ba44b01aa4b5), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.868470 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f628-f47f-4ee2-bef3-09b314abf12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:52.869614 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5bd3f628-f47f-4ee2-bef3-09b314abf12f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fba4c04-d73c-4e7e-b784-ba44b01aa4b5 HTTP/1.1" status: 204 len: 168 time: 0.1259274 May 12 23:24:52.879084 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3f628-f47f-4ee2-bef3-09b314abf12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fba4c04-d73c-4e7e-b784-ba44b01aa4b5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:53.353716 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffd2c3-b929-458b-b914-bb6d928b51dc req-327b9a5c-d238-4d39-9895-3141f16b0ef8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:53.360921 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6ffd2c3-b929-458b-b914-bb6d928b51dc req-327b9a5c-d238-4d39-9895-3141f16b0ef8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0547450 May 12 23:24:53.431898 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6ffd2c3-b929-458b-b914-bb6d928b51dc req-48d726dc-310a-4858-afc1-d3e6271b3c39 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596027 May 12 23:24:53.575801 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47773cb3-7b60-4ed6-98da-000b04f79c5e req-5dc0ace0-e818-454d-ba08-0ab99adaf427 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:53.577943 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47773cb3-7b60-4ed6-98da-000b04f79c5e req-5dc0ace0-e818-454d-ba08-0ab99adaf427 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.0577517 May 12 23:24:53.639109 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47773cb3-7b60-4ed6-98da-000b04f79c5e req-3c84afe2-5fad-4c94-996e-f91c641e47ce tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554900 May 12 23:24:53.788616 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b705fe-426e-4048-a33d-dc9253e62c16 req-c3a0217e-e065-47b5-bff8-9709c0c94b3a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:53.795276 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-65b705fe-426e-4048-a33d-dc9253e62c16 req-c3a0217e-e065-47b5-bff8-9709c0c94b3a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 944 time: 0.0506775 May 12 23:24:53.845648 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-65b705fe-426e-4048-a33d-dc9253e62c16 req-591fb061-a459-482d-80ba-71e5fb22e650 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455561 May 12 23:24:54.534979 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256d43a-93cc-4266-b359-a88683895c87 req-335d75c5-3494-40ab-943e-3e144c2db953 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:54.536278 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3256d43a-93cc-4266-b359-a88683895c87 req-335d75c5-3494-40ab-943e-3e144c2db953 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0468183 May 12 23:24:54.582834 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3256d43a-93cc-4266-b359-a88683895c87 req-173eda08-3d01-40bc-a0ad-c17377a8e4ed tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 May 12 23:24:54.761000 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:24:54.773796 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707ce71-fd69-413a-bf0e-cfd4be75c694 req-73296fcb-c0d2-4456-8fdf-2276f2a98fe1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:54.775539 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6707ce71-fd69-413a-bf0e-cfd4be75c694 req-73296fcb-c0d2-4456-8fdf-2276f2a98fe1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.0536599 May 12 23:24:54.835748 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6707ce71-fd69-413a-bf0e-cfd4be75c694 req-c227b328-e93a-4577-916b-8bd0cfebd647 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522735 May 12 23:24:54.979698 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c03d-9f4a-4349-b4ce-7c706007de19 req-59f3656b-20d5-4830-8f2f-e3bfcd428ceb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:54.981302 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f0c03d-9f4a-4349-b4ce-7c706007de19 req-59f3656b-20d5-4830-8f2f-e3bfcd428ceb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 944 time: 0.0520039 May 12 23:24:55.041501 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2f0c03d-9f4a-4349-b4ce-7c706007de19 req-9b337cca-38fc-4d8d-b43e-659f4b2934fc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 May 12 23:24:55.065794 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352885-919d-4945-9d68-57633b41d1a4 req-0d80e611-be2f-4110-805f-bdc6e5afa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:55.065794 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-0d80e611-be2f-4110-805f-bdc6e5afa7cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1127 time: 0.1021690 May 12 23:24:55.154024 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0f4e228-aafb-4366-9211-e73ec24b5de7 req-ea7e2d29-c2ff-4358-ba0d-f1b3b41273ae service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869724 May 12 23:24:55.241725 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352885-919d-4945-9d68-57633b41d1a4 req-e95744a6-be97-4f00-8de8-d508f8c1d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:55.243465 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-e95744a6-be97-4f00-8de8-d508f8c1d14a service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.1426883 May 12 23:24:55.727916 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68872-c656-46f8-913f-8c6728a93256 req-de63b3e5-049a-42c9-8cfb-495fd0f9be9f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:55.735394 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c8a68872-c656-46f8-913f-8c6728a93256 req-de63b3e5-049a-42c9-8cfb-495fd0f9be9f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0749710 May 12 23:24:55.791149 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c8a68872-c656-46f8-913f-8c6728a93256 req-a1abe43a-789b-4c3a-afaa-3354e4d295ee tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548849 May 12 23:24:55.823351 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:55.958922 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60b61e82-bd99-40c7-a446-4a4186a7623f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:55.982850 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef554cb-0b63-47d5-9bf3-b66a7210b494 req-7f7dd1bb-a15f-4626-9dc9-ae44765a12fc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:55.984684 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ef554cb-0b63-47d5-9bf3-b66a7210b494 req-7f7dd1bb-a15f-4626-9dc9-ae44765a12fc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.0673075 May 12 23:24:56.062884 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ef554cb-0b63-47d5-9bf3-b66a7210b494 req-643b597d-eddd-473e-a5c9-a358802a2900 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694559 May 12 23:24:56.116662 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60b61e82-bd99-40c7-a446-4a4186a7623f admin admin] Publish callbacks [] for security_group (7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.129106 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-60b61e82-bd99-40c7-a446-4a4186a7623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.196423 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812fcad-2592-4a73-b233-28416f95109a req-13091389-63cd-4522-bd4e-07eb26436355 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.197992 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2812fcad-2592-4a73-b233-28416f95109a req-13091389-63cd-4522-bd4e-07eb26436355 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 944 time: 0.0799348 May 12 23:24:56.208782 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-60b61e82-bd99-40c7-a446-4a4186a7623f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95a0bd0ec05240d8a3dae76db6a372f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819511 May 12 23:24:56.208782 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b61e82-bd99-40c7-a446-4a4186a7623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:56.209861 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:56.260066 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2812fcad-2592-4a73-b233-28416f95109a req-429e3840-8c77-4641-ade6-02c634b5631e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525651 May 12 23:24:56.309855 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe5fc-3b1e-4829-b103-09312d9b973e admin admin] Publish callbacks [] for security_group (7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.355265 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-7a8da008-728a-4b0b-9f6e-4fc09fc81631 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 217 time: 0.0411494 May 12 23:24:56.421919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe5fc-3b1e-4829-b103-09312d9b973e admin admin] Publish callbacks [] for security_group (7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.469563 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-dd1ba55e-22b7-44c8-8cac-fe19191adca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.476185 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-dd1ba55e-22b7-44c8-8cac-fe19191adca7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 1128 time: 0.1559551 May 12 23:24:56.476185 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352885-919d-4945-9d68-57633b41d1a4 req-58b2eeee-bf03-4c07-8d37-081f46a4a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.476407 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-58b2eeee-bf03-4c07-8d37-081f46a4a557 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.1082194 May 12 23:24:56.578826 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352885-919d-4945-9d68-57633b41d1a4 req-a2ca91a9-d4ff-4495-9743-4198a1457034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.580401 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-a2ca91a9-d4ff-4495-9743-4198a1457034 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844905 May 12 23:24:56.586178 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe5fc-3b1e-4829-b103-09312d9b973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.588720 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe5fc-3b1e-4829-b103-09312d9b973e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.589945 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f7bfe5fc-3b1e-4829-b103-09312d9b973e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd HTTP/1.1" status: 204 len: 168 time: 0.3789747 May 12 23:24:56.612461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfe5fc-3b1e-4829-b103-09312d9b973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea25a5a-f0d9-48db-a59e-4cc3f638a9fd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:56.643072 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-cd8890cc-81e9-4fc7-9eb4-df3139a0a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.645257 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-cd8890cc-81e9-4fc7-9eb4-df3139a0a4fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.1678860 May 12 23:24:56.672332 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:24:56.676630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:56.720348 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-8ee0754a-edd7-4f54-abed-d0da7ce53b2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599dffac-64d8-47b7-90f1-67f0aa866c07 HTTP/1.1" status: 200 len: 217 time: 0.0693090 May 12 23:24:56.792938 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-c7c92034-99c1-4168-8ae1-cd65a3d171bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.795096 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-c7c92034-99c1-4168-8ae1-cd65a3d171bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0678828 May 12 23:24:56.810773 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:24:56.817102 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-1fc147af-3729-4a2f-9411-fca1158ce7d6 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245946 May 12 23:24:56.828437 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:56.829050 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.888531 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:56.907291 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'mac_address': 'fa:16:3e:64:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:24:56.963630 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:56.978297 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-430a5c65-9e3f-406c-b9e8-a434dade7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.980807 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-430a5c65-9e3f-406c-b9e8-a434dade7191 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1618085 May 12 23:24:56.985185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6034e-79ee-4f7f-a23e-36e427c576bb req-6463d278-ea92-4d8b-a6d2-1de9a830abfb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:56.985366 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:56.985932 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.988007 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:56.989136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:56.993128 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ffc6034e-79ee-4f7f-a23e-36e427c576bb req-6463d278-ea92-4d8b-a6d2-1de9a830abfb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0896411 May 12 23:24:57.001997 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20be7c18-8a41-4db6-997e-c9f1f7da7da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.020921 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9920fcd-3436-4b0a-8090-6a37e9d2fb91 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:57.032076 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:57.035618 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9812da-c61c-4914-9493-5bbfe3bccd49" -d '{"events": [{"server_uuid": "4377a4c0-7773-4f16-9446-0a9b29f5652d", "name": "network-vif-plugged", "status": "completed", "tag": "4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:57.057864 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:57.066956 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:57.067231 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ffc6034e-79ee-4f7f-a23e-36e427c576bb req-f4bf236f-8820-4a42-9fae-6da7ac455788 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725727 May 12 23:24:57.068039 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.074277 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.142278 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a908df-b9fa-4504-a8ef-dcfe0ae7e662 x-openstack-request-id: req-47a908df-b9fa-4504-a8ef-dcfe0ae7e662 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:57.142889 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4377a4c0-7773-4f16-9446-0a9b29f5652d", "name": "network-vif-plugged", "status": "completed", "tag": "4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:57.143344 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47a908df-b9fa-4504-a8ef-dcfe0ae7e662 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:57.156467 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a908df-b9fa-4504-a8ef-dcfe0ae7e662'] response: {'server_uuid': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d', 'code': 200} May 12 23:24:57.159112 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:57.178322 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20be7c18-8a41-4db6-997e-c9f1f7da7da1 admin admin] Publish callbacks [] for security_group (0918ee12-18e7-4d4b-b27c-2cb96fc1e02e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.186097 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20be7c18-8a41-4db6-997e-c9f1f7da7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0918ee12-18e7-4d4b-b27c-2cb96fc1e02e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.252071 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a4352885-919d-4945-9d68-57633b41d1a4 req-0639f64b-5901-4bc5-bd66-2b9b386c0cbb service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998766 May 12 23:24:57.257435 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-f80c0790-0a92-4c7a-a9d6-42e1975ae010 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654402 May 12 23:24:57.282524 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:57.304457 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-20be7c18-8a41-4db6-997e-c9f1f7da7da1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c4e6b3c19fa43168d84cb25bac9afc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378329 May 12 23:24:57.307490 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51784) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:57.317963 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be7c18-8a41-4db6-997e-c9f1f7da7da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0918ee12-18e7-4d4b-b27c-2cb96fc1e02e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:57.333385 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bee060-d72e-49e4-a6dd-dc7ab5a05202 req-14d34bc7-df1a-4962-8d66-572b4d615e90 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:57.334969 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17bee060-d72e-49e4-a6dd-dc7ab5a05202 req-14d34bc7-df1a-4962-8d66-572b4d615e90 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.1216481 May 12 23:24:57.341553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['c9920fcd-3436-4b0a-8090-6a37e9d2fb91'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:24:57.441123 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23abcd-f8b2-474a-a435-90b83333d7f1 req-bfcfcbdb-fdac-4fd6-a036-46c010fdecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:57.446122 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1e23abcd-f8b2-474a-a435-90b83333d7f1 req-bfcfcbdb-fdac-4fd6-a036-46c010fdecf8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1129 time: 0.1272781 May 12 23:24:57.451598 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17bee060-d72e-49e4-a6dd-dc7ab5a05202 req-206037d8-38c5-487f-8067-170540affb57 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990098 May 12 23:24:57.475761 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0fe6-1d11-483c-bdb1-413d9bdd3b8b req-b99b43e8-e86c-4c2a-a558-836a56e64580 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:57.477387 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d54b0fe6-1d11-483c-bdb1-413d9bdd3b8b req-b99b43e8-e86c-4c2a-a558-836a56e64580 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0932012 May 12 23:24:57.550073 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d54b0fe6-1d11-483c-bdb1-413d9bdd3b8b req-6cf8efa7-3ee3-42a9-81a9-eb3bbba2c770 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 May 12 23:24:57.578066 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9ad0382-d993-49f2-a87b-a2b48636190f req-4a1499d4-79b1-4134-a819-aae0c60515ed service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121684 May 12 23:24:57.589235 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6e8-0bab-4fd7-bf94-86386fb5a691 admin admin] Publish callbacks [] for security_group (0918ee12-18e7-4d4b-b27c-2cb96fc1e02e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.620708 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1e23abcd-f8b2-474a-a435-90b83333d7f1 req-1036c198-c54a-40df-921e-4de4e03b980b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613777 May 12 23:24:57.626765 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6e8-0bab-4fd7-bf94-86386fb5a691 admin admin] Publish callbacks [] for security_group (0918ee12-18e7-4d4b-b27c-2cb96fc1e02e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.699298 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6e8-0bab-4fd7-bf94-86386fb5a691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0918ee12-18e7-4d4b-b27c-2cb96fc1e02e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.702044 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee94a6e8-0bab-4fd7-bf94-86386fb5a691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:57.703428 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ee94a6e8-0bab-4fd7-bf94-86386fb5a691 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0918ee12-18e7-4d4b-b27c-2cb96fc1e02e HTTP/1.1" status: 204 len: 168 time: 0.3948426 May 12 23:24:57.711221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a6e8-0bab-4fd7-bf94-86386fb5a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0918ee12-18e7-4d4b-b27c-2cb96fc1e02e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:58.210627 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021791ce-14e3-488e-af97-5e2115ea46d1 req-79d3cd6a-4092-44bc-8bc5-0cc63693fce6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:58.212335 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-021791ce-14e3-488e-af97-5e2115ea46d1 req-79d3cd6a-4092-44bc-8bc5-0cc63693fce6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 944 time: 0.0499246 May 12 23:24:58.268920 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-021791ce-14e3-488e-af97-5e2115ea46d1 req-14654cc8-50db-4d42-ae14-b143d57cc538 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474689 May 12 23:24:58.568874 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96dab1-4df1-4334-b9a2-b98292517ac0 req-bbd7c06d-a059-49e2-b844-da7555413124 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:58.570449 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac96dab1-4df1-4334-b9a2-b98292517ac0 req-bbd7c06d-a059-49e2-b844-da7555413124 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 944 time: 0.0464542 May 12 23:24:58.621907 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ac96dab1-4df1-4334-b9a2-b98292517ac0 req-bb1de245-9e29-4895-8222-892dd95cfa4b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 May 12 23:24:58.676053 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 599dffac-64d8-47b7-90f1-67f0aa866c07 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:24:58.680862 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e82c-33de-4e26-b61b-80777b2a09f5 req-64db34b4-ee1c-407b-9e96-3401bac920ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:58.684175 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21d8e82c-33de-4e26-b61b-80777b2a09f5 req-64db34b4-ee1c-407b-9e96-3401bac920ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0612345 May 12 23:24:58.750487 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21d8e82c-33de-4e26-b61b-80777b2a09f5 req-fedf1144-37de-4d4c-86b7-f6cea02dfa5b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586643 May 12 23:24:58.757485 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:24:58.876874 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 599dffac-64d8-47b7-90f1-67f0aa866c07, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=599dffac-64d8-47b7-90f1-67f0aa866c07,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:58.891209 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:24:58.894512 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:24:58.898488 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:24:58.898993 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:58.967577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 599dffac-64d8-47b7-90f1-67f0aa866c07 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:58.971050 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:58.988178 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599dffac-64d8-47b7-90f1-67f0aa866c07 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:24:59.001073 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 51856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:59.035206 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 599dffac-64d8-47b7-90f1-67f0aa866c07, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=599dffac-64d8-47b7-90f1-67f0aa866c07,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:59.037977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:24:59.038358 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.049152 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.106701 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:24:59.116079 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.127292 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=599dffac-64d8-47b7-90f1-67f0aa866c07,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:59.157949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:24:59.161066 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83816a99-ad34-4670-bf4f-8c2f3c0c2ac2" -d '{"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:24:59.208549 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:59.224904 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cc0d29-6419-4049-91ab-4b8e6e32417b x-openstack-request-id: req-30cc0d29-6419-4049-91ab-4b8e6e32417b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:24:59.225241 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:24:59.225470 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30cc0d29-6419-4049-91ab-4b8e6e32417b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:24:59.225866 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cc0d29-6419-4049-91ab-4b8e6e32417b'] response: {'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'code': 200} May 12 23:24:59.289364 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2ca9-70a2-482a-ae5d-dc68ed120472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.422868 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['599dffac-64d8-47b7-90f1-67f0aa866c07'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:24:59.463072 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb4e83-b50e-438f-abe1-b9b6786adbdd req-46c66ac3-cc07-400b-9de3-fd794e445460 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:59.475823 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2ca9-70a2-482a-ae5d-dc68ed120472 admin admin] Publish callbacks [] for security_group (fcf8fc6d-d8fb-4270-bc92-dbb61c29f829), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.477688 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0dcb4e83-b50e-438f-abe1-b9b6786adbdd req-46c66ac3-cc07-400b-9de3-fd794e445460 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1057184 May 12 23:24:59.487013 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2ca9-70a2-482a-ae5d-dc68ed120472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fcf8fc6d-d8fb-4270-bc92-dbb61c29f829), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.573015 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9cbe2ca9-70a2-482a-ae5d-dc68ed120472 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7d1da19757d4d4ab96b9c1569c5682c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5701370 May 12 23:24:59.578629 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 51884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:24:59.590059 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe2ca9-70a2-482a-ae5d-dc68ed120472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf8fc6d-d8fb-4270-bc92-dbb61c29f829,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:24:59.633151 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0dcb4e83-b50e-438f-abe1-b9b6786adbdd req-1a2994cb-b745-4901-a1b3-cee33a787b8c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530728 May 12 23:24:59.654116 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1ed5c-6ef0-4555-bd6e-1df3440e1306 req-b4497b0f-54bd-4fa6-bd8e-4a677738e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:59.654116 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2ab1ed5c-6ef0-4555-bd6e-1df3440e1306 req-b4497b0f-54bd-4fa6-bd8e-4a677738e42c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1129 time: 0.0574775 May 12 23:24:59.741603 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3aa0614-8466-45fa-a9d5-b232cf8689a3 admin admin] Publish callbacks [] for security_group (fcf8fc6d-d8fb-4270-bc92-dbb61c29f829), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.745302 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2ab1ed5c-6ef0-4555-bd6e-1df3440e1306 req-bbff463b-7c6a-419c-aabc-a5d84da8adc0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809257 May 12 23:24:59.786288 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78beb4b-faa7-443c-bd68-4fd01f4596d4 req-9f66214a-683d-408d-bb4b-50c1b528580f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:59.787833 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b78beb4b-faa7-443c-bd68-4fd01f4596d4 req-9f66214a-683d-408d-bb4b-50c1b528580f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 945 time: 0.0655122 May 12 23:24:59.793199 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3aa0614-8466-45fa-a9d5-b232cf8689a3 admin admin] Publish callbacks [] for security_group (fcf8fc6d-d8fb-4270-bc92-dbb61c29f829), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.905586 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b78beb4b-faa7-443c-bd68-4fd01f4596d4 req-12d63721-c8ef-4305-ac06-75d4066a78bd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027420 May 12 23:24:59.919099 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687a3b-5458-4b12-bc81-b5490d073bfc req-563736ef-900f-43a3-8950-33127ca63ef6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:24:59.929274 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53687a3b-5458-4b12-bc81-b5490d073bfc req-563736ef-900f-43a3-8950-33127ca63ef6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0931964 May 12 23:24:59.943979 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3aa0614-8466-45fa-a9d5-b232cf8689a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fcf8fc6d-d8fb-4270-bc92-dbb61c29f829), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.946425 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3aa0614-8466-45fa-a9d5-b232cf8689a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:24:59.947512 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f3aa0614-8466-45fa-a9d5-b232cf8689a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcf8fc6d-d8fb-4270-bc92-dbb61c29f829 HTTP/1.1" status: 204 len: 168 time: 0.3651547 May 12 23:24:59.969351 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa0614-8466-45fa-a9d5-b232cf8689a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf8fc6d-d8fb-4270-bc92-dbb61c29f829,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:00.031456 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53687a3b-5458-4b12-bc81-b5490d073bfc req-f0ddb045-e88b-48bf-9b1a-a2d35e987c1e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963035 May 12 23:25:00.322606 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-35f5c8dd-29d9-401e-9ea6-817951905b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:00.324385 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-35f5c8dd-29d9-401e-9ea6-817951905b93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1129 time: 0.0445280 May 12 23:25:00.330374 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db510c-5c71-41d7-bdf1-44da36c523ab req-d234c3db-cdfc-4e80-ace6-4fe8d00d50fd tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:00.331836 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88db510c-5c71-41d7-bdf1-44da36c523ab req-d234c3db-cdfc-4e80-ace6-4fe8d00d50fd tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0510623 May 12 23:25:00.380628 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88db510c-5c71-41d7-bdf1-44da36c523ab req-e870ff57-56e5-464e-a922-7657b1f7fdf0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 May 12 23:25:00.680589 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 599dffac-64d8-47b7-90f1-67f0aa866c07 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:00.746595 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 599dffac-64d8-47b7-90f1-67f0aa866c07 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:25:00.773989 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 599dffac-64d8-47b7-90f1-67f0aa866c07 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:00.774586 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec5c7-ede0-494e-b88f-f54160507267 req-4d9ed1bd-4cca-4f69-85e6-06ad865fd3fd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:00.775115 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:00.776988 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d1ec5c7-ede0-494e-b88f-f54160507267 req-4d9ed1bd-4cca-4f69-85e6-06ad865fd3fd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0652795 May 12 23:25:00.856774 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d1ec5c7-ede0-494e-b88f-f54160507267 req-6875ac9f-d2f1-469b-8be9-82e66c4201ae tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688825 May 12 23:25:00.900626 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 599dffac-64d8-47b7-90f1-67f0aa866c07 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:00.901026 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:00.905073 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-a8f3843c-8680-4325-8d11-bc21e0431fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:00.908175 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-a8f3843c-8680-4325-8d11-bc21e0431fbc service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.1547484 May 12 23:25:00.947431 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 599dffac-64d8-47b7-90f1-67f0aa866c07, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=599dffac-64d8-47b7-90f1-67f0aa866c07,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:00.955714 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:00.995726 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-9b1fb001-335b-492c-abbe-0aaf98b1016f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d HTTP/1.1" status: 200 len: 217 time: 0.0770545 May 12 23:25:01.036968 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=599dffac-64d8-47b7-90f1-67f0aa866c07,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:01.058540 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3e45-de08-4f70-a821-388e37a37adf req-4a6e34c5-aea0-4cc1-a4a2-9a354e9be852 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:01.060230 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-174b3e45-de08-4f70-a821-388e37a37adf req-4a6e34c5-aea0-4cc1-a4a2-9a354e9be852 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0577476 May 12 23:25:01.095302 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-401f391e-e0fb-40b3-b8d2-45a2a3a019f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:01.097197 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-401f391e-e0fb-40b3-b8d2-45a2a3a019f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0880265 May 12 23:25:01.120336 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-174b3e45-de08-4f70-a821-388e37a37adf req-ab2c879b-3566-41e7-ae4a-82a5ef05e820 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530200 May 12 23:25:01.226777 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:01.229399 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a9ec97-fbf8-47b0-b8cd-126cf9281bad" -d '{"events": [{"server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "name": "network-vif-plugged", "status": "completed", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:01.275114 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce18535-949a-4de1-a004-65288887dad7 x-openstack-request-id: req-dce18535-949a-4de1-a004-65288887dad7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:01.275512 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "name": "network-vif-plugged", "status": "completed", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:01.275859 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dce18535-949a-4de1-a004-65288887dad7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:01.276453 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce18535-949a-4de1-a004-65288887dad7'] response: {'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'code': 200} May 12 23:25:01.540407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e399c79-091f-49e4-9daf-9213ab1991cf req-81de62c4-999f-4f45-a596-0cbe83fb4a16 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:01.542505 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e399c79-091f-49e4-9daf-9213ab1991cf req-81de62c4-999f-4f45-a596-0cbe83fb4a16 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0514383 May 12 23:25:01.599499 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e399c79-091f-49e4-9daf-9213ab1991cf req-909b69c4-d431-4b73-97c4-364ab5852085 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 May 12 23:25:01.981045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8518b7-282e-4dde-8825-db2414efb616 req-eba9e19f-05c2-435f-957d-1e92bfb974d1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:01.982668 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a8518b7-282e-4dde-8825-db2414efb616 req-eba9e19f-05c2-435f-957d-1e92bfb974d1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0614624 May 12 23:25:02.031789 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-75c9c234-e4c3-4531-99ba-e55a1aeef14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:02.033322 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-75c9c234-e4c3-4531-99ba-e55a1aeef14b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487213 May 12 23:25:02.045388 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a8518b7-282e-4dde-8825-db2414efb616 req-a67e5377-dc4c-43ad-a826-2a8ae2dd387c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 May 12 23:25:02.217278 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37e554-8be3-4566-9ab1-0e0381dfcecc req-3f179eb3-b831-41cc-924f-93cbf46b4745 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:02.219406 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee37e554-8be3-4566-9ab1-0e0381dfcecc req-3f179eb3-b831-41cc-924f-93cbf46b4745 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0664585 May 12 23:25:02.227872 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:02.232651 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'floatingip': {'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:02.253468 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0640a05-512e-4b0a-85de-49c80c544d95 req-0dfdaad0-c5eb-4088-8954-69b0d45c03a8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:02.254947 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d0640a05-512e-4b0a-85de-49c80c544d95 req-0dfdaad0-c5eb-4088-8954-69b0d45c03a8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0610635 May 12 23:25:02.302207 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d0640a05-512e-4b0a-85de-49c80c544d95 req-e54cc1be-48a5-4919-8e8d-08789fef905c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 May 12 23:25:02.308224 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (61ddda56-35e4-47e4-b51c-733c6900d05a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:02.738831 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53355d1-a275-43f7-b094-e5b7ef01cdae req-e60ec222-a011-4002-bd9c-68a590a3b98e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:02.741387 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e53355d1-a275-43f7-b094-e5b7ef01cdae req-e60ec222-a011-4002-bd9c-68a590a3b98e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0669842 May 12 23:25:02.757060 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:02.815587 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e53355d1-a275-43f7-b094-e5b7ef01cdae req-82fdfc6c-7dd8-4120-ae64-99f036f63919 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686529 May 12 23:25:02.901559 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e9260a-f8a3-4658-867f-a19678a1c3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:02.994727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e9260a-f8a3-4658-867f-a19678a1c3a5 admin admin] Publish callbacks [] for security_group (472d167a-5901-49be-8dd7-2d6c96f1a138), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:02.994727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65e9260a-f8a3-4658-867f-a19678a1c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (472d167a-5901-49be-8dd7-2d6c96f1a138), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.036941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9260a-f8a3-4658-867f-a19678a1c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472d167a-5901-49be-8dd7-2d6c96f1a138,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:03.041764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-65e9260a-f8a3-4658-867f-a19678a1c3a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=180f39bacca347c68083dd2f0da7bc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832720 May 12 23:25:03.044665 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52072) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:03.114697 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23a7d170-f18f-45ec-ae52-04729e4110fa admin admin] Publish callbacks [] for security_group (472d167a-5901-49be-8dd7-2d6c96f1a138), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.135764 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23a7d170-f18f-45ec-ae52-04729e4110fa admin admin] Publish callbacks [] for security_group (472d167a-5901-49be-8dd7-2d6c96f1a138), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.186190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23a7d170-f18f-45ec-ae52-04729e4110fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (472d167a-5901-49be-8dd7-2d6c96f1a138), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.189013 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23a7d170-f18f-45ec-ae52-04729e4110fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.190157 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-23a7d170-f18f-45ec-ae52-04729e4110fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/472d167a-5901-49be-8dd7-2d6c96f1a138 HTTP/1.1" status: 204 len: 168 time: 0.1445832 May 12 23:25:03.200787 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d170-f18f-45ec-ae52-04729e4110fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d167a-5901-49be-8dd7-2d6c96f1a138,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:03.259182 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.270549 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (61ddda56-35e4-47e4-b51c-733c6900d05a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.452945 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-48662877-4e05-45ec-966b-cb7d06400be4 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433014 May 12 23:25:03.478673 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Floating IP 61ddda56-35e4-47e4-b51c-733c6900d05a associated. External IP: 172.27.3.30, port: c9920fcd-3436-4b0a-8090-6a37e9d2fb91. May 12 23:25:03.596670 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7c12-a8d8-45d1-9872-bdc3946662b2 req-341d4f41-42be-4216-9656-21c88725c370 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:03.597525 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:03.598834 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-500e7c12-a8d8-45d1-9872-bdc3946662b2 req-341d4f41-42be-4216-9656-21c88725c370 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0554976 May 12 23:25:03.622692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fda94ac-a5fb-4ae2-8bae-aa24698adf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:03.653446 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-500e7c12-a8d8-45d1-9872-bdc3946662b2 req-e71b81e9-e4ec-4c6d-9661-1af7050f53a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489068 May 12 23:25:03.953713 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a94af-b18b-41e6-993c-66a23695b7d8 req-8e6ca465-f4bb-4b47-be8a-898c82f8f8df tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:03.955821 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-861a94af-b18b-41e6-993c-66a23695b7d8 req-8e6ca465-f4bb-4b47-be8a-898c82f8f8df tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0538657 May 12 23:25:04.011361 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-861a94af-b18b-41e6-993c-66a23695b7d8 req-e4f9e605-d12c-4b86-b583-88f67d3cdb98 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 May 12 23:25:04.075750 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Router ec018ccf-1951-4668-b041-eee6a3496973 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:25:04.082134 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fda94ac-a5fb-4ae2-8bae-aa24698adf74 admin admin] Publish callbacks [] for security_group (b47dbddc-57ec-4f75-9615-db137ac04b95), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.083758 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7e76-6449-4bb9-9f18-8110498ad20b req-7420eea9-df76-49fc-80dc-27c13ca86090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:04.085312 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d38f7e76-6449-4bb9-9f18-8110498ad20b req-7420eea9-df76-49fc-80dc-27c13ca86090 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 1130 time: 0.3075194 May 12 23:25:04.096292 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fda94ac-a5fb-4ae2-8bae-aa24698adf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b47dbddc-57ec-4f75-9615-db137ac04b95), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.216154 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7fda94ac-a5fb-4ae2-8bae-aa24698adf74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01cfab94d3164576bdeef6f82a0804a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6148057 May 12 23:25:04.219646 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:04.232059 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda94ac-a5fb-4ae2-8bae-aa24698adf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47dbddc-57ec-4f75-9615-db137ac04b95,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:04.240753 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f5e808c-73f3-47f2-bdee-9c860150c2bc req-792625e5-d78f-4afa-b1c9-2de80ade8ae7 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929855 May 12 23:25:04.247352 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d38f7e76-6449-4bb9-9f18-8110498ad20b req-16132c11-548e-4ed1-a5d4-f074807def65 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523318 May 12 23:25:04.296413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f12a025-6090-4fb3-9b18-cb779c2b8eec admin admin] Publish callbacks [] for security_group (b47dbddc-57ec-4f75-9615-db137ac04b95), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.334530 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f12a025-6090-4fb3-9b18-cb779c2b8eec admin admin] Publish callbacks [] for security_group (b47dbddc-57ec-4f75-9615-db137ac04b95), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.353653 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:04.368450 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.371873 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:25:04.386365 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:04.386930 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:04.421000 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-41760e86-f19c-4077-9195-26d03f1effa3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "PUT /v2.0/floatingips/61ddda56-35e4-47e4-b51c-733c6900d05a HTTP/1.1" status: 200 len: 990 time: 2.1919277 May 12 23:25:04.421737 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:04.424695 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7456dc49-5648-4c61-89ed-606dee01f17f" -d '{"events": [{"name": "network-changed", "server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:04.473757 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f12a025-6090-4fb3-9b18-cb779c2b8eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b47dbddc-57ec-4f75-9615-db137ac04b95), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.475407 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78520cb-a5b0-4d82-94a7-691348ce6a8f x-openstack-request-id: req-a78520cb-a5b0-4d82-94a7-691348ce6a8f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:04.475942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:04.476435 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a78520cb-a5b0-4d82-94a7-691348ce6a8f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:04.476822 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f12a025-6090-4fb3-9b18-cb779c2b8eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.477266 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78520cb-a5b0-4d82-94a7-691348ce6a8f'] response: {'name': 'network-changed', 'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'status': 'completed', 'code': 200} May 12 23:25:04.480252 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5f12a025-6090-4fb3-9b18-cb779c2b8eec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b47dbddc-57ec-4f75-9615-db137ac04b95 HTTP/1.1" status: 204 len: 168 time: 0.2572186 May 12 23:25:04.499824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12a025-6090-4fb3-9b18-cb779c2b8eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47dbddc-57ec-4f75-9615-db137ac04b95,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:04.510018 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75360857-c43f-4a51-9a72-209b3da2e804 req-8b01a832-770c-43ab-b0bf-e28db0800bb9 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:04.512072 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75360857-c43f-4a51-9a72-209b3da2e804 req-8b01a832-770c-43ab-b0bf-e28db0800bb9 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.0713708 May 12 23:25:04.530575 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:04.576572 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75360857-c43f-4a51-9a72-209b3da2e804 req-c2dd3fd2-c7a6-4d68-ae8b-8e0e7c8b690a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 May 12 23:25:04.653717 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:04.787846 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b15579-c43f-4899-894b-5150df910535 req-1f4f6be3-7df0-4ebe-9904-79044525e708 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:04.795562 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9b15579-c43f-4899-894b-5150df910535 req-1f4f6be3-7df0-4ebe-9904-79044525e708 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0631609 May 12 23:25:04.844046 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9b15579-c43f-4899-894b-5150df910535 req-f33fb47c-0f8f-49c3-8c89-bf8162994694 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466981 May 12 23:25:04.882918 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '61ddda56-35e4-47e4-b51c-733c6900d05a', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'mac_address': 'fa:16:3e:64:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685259ac-8f65-4c64-9477-888bc8641fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:30Z', 'updated_at': '2022-05-12T23:25:03Z', 'revision_number': 1, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:04.884583 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd488e10-28ce-4cfc-b90b-209a335ebe3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.914817 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:25:04.924263 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:04.925129 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:04.931136 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:04.944991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac4437cb-1a15-41e1-a357-eb9806dd635c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.968435 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd488e10-28ce-4cfc-b90b-209a335ebe3a admin admin] Publish callbacks [] for security_group (87ff4387-5d6e-4c01-9095-8e5a8785109c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:04.978034 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd488e10-28ce-4cfc-b90b-209a335ebe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (87ff4387-5d6e-4c01-9095-8e5a8785109c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.025773 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cd488e10-28ce-4cfc-b90b-209a335ebe3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d1b181b30c7459fbd60a882fce39d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683124 May 12 23:25:05.026440 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:05.027393 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd488e10-28ce-4cfc-b90b-209a335ebe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff4387-5d6e-4c01-9095-8e5a8785109c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:05.029113 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac4437cb-1a15-41e1-a357-eb9806dd635c admin admin] Publish callbacks [] for security_group (a0f8cebb-07a7-4b72-8f63-d010242f8cff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.056425 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:05.062207 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac4437cb-1a15-41e1-a357-eb9806dd635c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a0f8cebb-07a7-4b72-8f63-d010242f8cff), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.113528 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ac4437cb-1a15-41e1-a357-eb9806dd635c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45bdd4c115b94297be3889373e141e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813138 May 12 23:25:05.119669 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52144) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:05.128086 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e543fb0c-ca3f-4a80-a901-a1ddd3ff40a8 admin admin] Publish callbacks [] for security_group (87ff4387-5d6e-4c01-9095-8e5a8785109c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.134515 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4437cb-1a15-41e1-a357-eb9806dd635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8cebb-07a7-4b72-8f63-d010242f8cff,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:05.143977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183986-418c-4481-955a-0e9d2adbfae1 req-1f99add8-b652-453d-b26e-75e6f41b1f13 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:05.145580 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c183986-418c-4481-955a-0e9d2adbfae1 req-1f99add8-b652-453d-b26e-75e6f41b1f13 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0521684 May 12 23:25:05.176545 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e543fb0c-ca3f-4a80-a901-a1ddd3ff40a8 admin admin] Publish callbacks [] for security_group (87ff4387-5d6e-4c01-9095-8e5a8785109c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.210234 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c183986-418c-4481-955a-0e9d2adbfae1 req-dbda8334-afe1-45cc-abdf-2f044c379f96 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 May 12 23:25:05.216286 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44b47cc-ea5b-40e9-8a66-b903a7e4d694 admin admin] Publish callbacks [] for security_group (a0f8cebb-07a7-4b72-8f63-d010242f8cff), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.246062 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44b47cc-ea5b-40e9-8a66-b903a7e4d694 admin admin] Publish callbacks [] for security_group (a0f8cebb-07a7-4b72-8f63-d010242f8cff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.275184 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e543fb0c-ca3f-4a80-a901-a1ddd3ff40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (87ff4387-5d6e-4c01-9095-8e5a8785109c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.277782 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e543fb0c-ca3f-4a80-a901-a1ddd3ff40a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.280357 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e543fb0c-ca3f-4a80-a901-a1ddd3ff40a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87ff4387-5d6e-4c01-9095-8e5a8785109c HTTP/1.1" status: 204 len: 168 time: 0.2519803 May 12 23:25:05.289551 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543fb0c-ca3f-4a80-a901-a1ddd3ff40a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff4387-5d6e-4c01-9095-8e5a8785109c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:05.319153 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44b47cc-ea5b-40e9-8a66-b903a7e4d694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a0f8cebb-07a7-4b72-8f63-d010242f8cff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.322744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44b47cc-ea5b-40e9-8a66-b903a7e4d694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:05.326369 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c44b47cc-ea5b-40e9-8a66-b903a7e4d694 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0f8cebb-07a7-4b72-8f63-d010242f8cff HTTP/1.1" status: 204 len: 168 time: 0.2034330 May 12 23:25:05.336254 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '61ddda56-35e4-47e4-b51c-733c6900d05a', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'mac_address': 'fa:16:3e:64:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685259ac-8f65-4c64-9477-888bc8641fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:30Z', 'updated_at': '2022-05-12T23:25:03Z', 'revision_number': 1, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:05.337713 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b47cc-ea5b-40e9-8a66-b903a7e4d694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8cebb-07a7-4b72-8f63-d010242f8cff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:05.383122 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62992283-8961-4508-a0b7-c634f44b0fd0 None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '61ddda56-35e4-47e4-b51c-733c6900d05a', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'mac_address': 'fa:16:3e:64:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685259ac-8f65-4c64-9477-888bc8641fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:30Z', 'updated_at': '2022-05-12T23:25:03Z', 'revision_number': 1, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:25:05.653938 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b999f-90db-4110-9a0b-3fa4a5560cf1 None None] New status for floating IP 61ddda56-35e4-47e4-b51c-733c6900d05a: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:25:05.809981 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52166) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:05.833041 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b97ed4c-9d7d-4be1-a869-e55838e24bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.041846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b97ed4c-9d7d-4be1-a869-e55838e24bc8 admin admin] Publish callbacks [] for security_group (3ca67720-2c76-4d3b-9ac6-ef797bdba4ad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.048908 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b97ed4c-9d7d-4be1-a869-e55838e24bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3ca67720-2c76-4d3b-9ac6-ef797bdba4ad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.059267 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e319-bedb-4711-aa72-3e13f5b1610e req-d562c95b-0314-4069-accc-27c2fc648033 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:06.066106 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7004e319-bedb-4711-aa72-3e13f5b1610e req-d562c95b-0314-4069-accc-27c2fc648033 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.3497784 May 12 23:25:06.075779 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1226fd-28df-4c79-8c86-896e802895a5 req-9c3adcda-1d86-4e29-ac81-1d26379de1f4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:06.078584 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3c1226fd-28df-4c79-8c86-896e802895a5 req-9c3adcda-1d86-4e29-ac81-1d26379de1f4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0829668 May 12 23:25:06.116415 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5b97ed4c-9d7d-4be1-a869-e55838e24bc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f7e528a7f264d50a1de42258eb4e6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040817 May 12 23:25:06.119033 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97ed4c-9d7d-4be1-a869-e55838e24bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca67720-2c76-4d3b-9ac6-ef797bdba4ad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:06.121708 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:06.189793 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7004e319-bedb-4711-aa72-3e13f5b1610e req-e6ed1cfc-aed2-414d-8dde-458e96c5f445 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207058 May 12 23:25:06.204184 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3c1226fd-28df-4c79-8c86-896e802895a5 req-d46dab14-68f5-490d-963c-a66d46ff4cdd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069691 May 12 23:25:06.218806 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e354d85-9dad-4f72-ba70-a64828e3337a admin admin] Publish callbacks [] for security_group (3ca67720-2c76-4d3b-9ac6-ef797bdba4ad), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.251144 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e354d85-9dad-4f72-ba70-a64828e3337a admin admin] Publish callbacks [] for security_group (3ca67720-2c76-4d3b-9ac6-ef797bdba4ad), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.314189 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e354d85-9dad-4f72-ba70-a64828e3337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3ca67720-2c76-4d3b-9ac6-ef797bdba4ad), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.317566 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e354d85-9dad-4f72-ba70-a64828e3337a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:06.318964 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0e354d85-9dad-4f72-ba70-a64828e3337a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ca67720-2c76-4d3b-9ac6-ef797bdba4ad HTTP/1.1" status: 204 len: 168 time: 0.1961203 May 12 23:25:06.327258 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e354d85-9dad-4f72-ba70-a64828e3337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca67720-2c76-4d3b-9ac6-ef797bdba4ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:06.364959 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4830-c41b-4769-93a7-2fe4b23818a6 req-c96548f1-93a1-4160-8776-77182cb0167e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:06.368916 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-876c4830-c41b-4769-93a7-2fe4b23818a6 req-c96548f1-93a1-4160-8776-77182cb0167e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0642993 May 12 23:25:06.428865 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-876c4830-c41b-4769-93a7-2fe4b23818a6 req-2e7b1149-6086-49db-81ed-2fdd325b9d40 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561674 May 12 23:25:06.912702 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456dc49-5648-4c61-89ed-606dee01f17f req-0710acda-ffb0-48ca-9b47-2c7444ee4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:06.914377 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-0710acda-ffb0-48ca-9b47-2c7444ee4549 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1129 time: 0.0550642 May 12 23:25:07.322094 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f97d63-77f5-4d6f-aa69-2203acbcf386 req-ce8e8e38-7fe1-429b-ab56-eae17452810d tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:07.323582 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93f97d63-77f5-4d6f-aa69-2203acbcf386 req-ce8e8e38-7fe1-429b-ab56-eae17452810d tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.0705218 May 12 23:25:07.362471 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6ed36-0505-4892-8b9f-23cd1c0345fb req-ba7e8181-af34-410d-83d3-c3957d6216a3 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:07.365367 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5b6ed36-0505-4892-8b9f-23cd1c0345fb req-ba7e8181-af34-410d-83d3-c3957d6216a3 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0795889 May 12 23:25:07.427146 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93f97d63-77f5-4d6f-aa69-2203acbcf386 req-c9dea1ee-83eb-466d-ad4e-f518f342c560 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975590 May 12 23:25:07.449493 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5b6ed36-0505-4892-8b9f-23cd1c0345fb req-983a9573-e42d-4a18-b43e-a6d38a25ee81 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786414 May 12 23:25:07.562675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456dc49-5648-4c61-89ed-606dee01f17f req-4fce6451-5af8-4c2c-8432-89c5af422237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:07.564866 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-4fce6451-5af8-4c2c-8432-89c5af422237 service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.0993619 May 12 23:25:07.565783 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900633f-4c37-4fa5-b5e0-418eb9c2295a req-297fecda-a30a-4bf4-9090-58f58657076a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:07.567465 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e900633f-4c37-4fa5-b5e0-418eb9c2295a req-297fecda-a30a-4bf4-9090-58f58657076a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0593758 May 12 23:25:07.618586 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e900633f-4c37-4fa5-b5e0-418eb9c2295a req-85448447-b06f-4c38-9f85-9bcb972d071c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 May 12 23:25:07.747190 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-f7206a01-7790-48df-9118-dac35aa59e31 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:07.748700 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-f7206a01-7790-48df-9118-dac35aa59e31 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.76 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.0897107 May 12 23:25:08.327235 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-3184c697-1420-41ee-8021-f7007ebb6fc2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 1000 time: 0.1757064 May 12 23:25:08.457209 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Deleting port e861eea4-234d-441a-891a-f8e49015a90c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:25:08.457769 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (e861eea4-234d-441a-891a-f8e49015a90c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:08.465058 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456dc49-5648-4c61-89ed-606dee01f17f req-c5109534-e062-4bfc-bf25-3585ef476646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:08.467200 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-c5109534-e062-4bfc-bf25-3585ef476646 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.1328921 May 12 23:25:08.607156 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456dc49-5648-4c61-89ed-606dee01f17f req-336b0fb0-e296-47b2-81fe-f3b6a9b43012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:08.610161 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-336b0fb0-e296-47b2-81fe-f3b6a9b43012 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1209590 May 12 23:25:08.642001 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4cbc1-1000-4abc-a444-bed2acb14379 req-6a102def-4f6c-4f3c-9321-aaeb5c63fe75 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:08.654083 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-92e4cbc1-1000-4abc-a444-bed2acb14379 req-6a102def-4f6c-4f3c-9321-aaeb5c63fe75 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 946 time: 0.1160116 May 12 23:25:08.672034 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03b4b7-2968-4697-b36c-a6cf5e326768 req-bcabfd33-c690-44b4-b489-86e3fa09f3ad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:08.673764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab03b4b7-2968-4697-b36c-a6cf5e326768 req-bcabfd33-c690-44b4-b489-86e3fa09f3ad tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.1243238 May 12 23:25:08.678500 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] For port e861eea4-234d-441a-891a-f8e49015a90c, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e861eea4-234d-441a-891a-f8e49015a90c,segment=NetworkSegment(933d961e-aab0-4417-8a2d-fb0a0743a22c),segment_id=933d961e-aab0-4417-8a2d-fb0a0743a22c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:08.678854 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (e861eea4-234d-441a-891a-f8e49015a90c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:08.726607 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Calling delete_port for e861eea4-234d-441a-891a-f8e49015a90c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:25:08.758251 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab03b4b7-2968-4697-b36c-a6cf5e326768 req-83f3e12e-e8ad-4d0e-96ea-bba78d2d41dc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693190 May 12 23:25:08.761583 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-92e4cbc1-1000-4abc-a444-bed2acb14379 req-dd947e4c-6340-452b-b723-aba5b9f4b9c6 tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/security-groups?id=21e5f147-8c4c-4855-82bb-442139565b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067021 May 12 23:25:08.842810 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-e153cd0b-ef58-4bf8-86a3-91f030682c63 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164147 May 12 23:25:08.867415 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:08.955843 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a312a-ce59-4d66-9d18-6b94656237f9 req-1d60bd4e-d8d0-4904-a684-12b0943e4cd8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:08.961303 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de6a312a-ce59-4d66-9d18-6b94656237f9 req-1d60bd4e-d8d0-4904-a684-12b0943e4cd8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.1047649 May 12 23:25:08.968102 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:08.968609 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb7ce-29b0-40b1-a805-58edf0fc5111 req-a09346bb-51df-4462-8479-d7cf96785b0b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:08.976256 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:08.976998 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d17bb7ce-29b0-40b1-a805-58edf0fc5111 req-a09346bb-51df-4462-8479-d7cf96785b0b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.1086156 May 12 23:25:09.042997 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d17bb7ce-29b0-40b1-a805-58edf0fc5111 req-e7eff508-2af3-41c0-a83f-2ac93f54cbe0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590999 May 12 23:25:09.044025 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (c3f99c7d-5edf-4872-859d-3623852b09e2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.079727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.103684 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7456dc49-5648-4c61-89ed-606dee01f17f req-3bcf860e-580d-4871-81bc-1d7ad0ad85c0 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504861 May 12 23:25:09.177764 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Publish callbacks [] for security_group (34f4a3a3-de57-4cd7-9998-cfc485fcd265), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.179772 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (e861eea4-234d-441a-891a-f8e49015a90c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.182013 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (34f4a3a3-de57-4cd7-9998-cfc485fcd265), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.220374 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Pushing event deleted for resources: {'Port': ['ID=e861eea4-234d-441a-891a-f8e49015a90c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:09.224435 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2acee93162a646caa6b26027b7987ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436587 May 12 23:25:09.224643 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:09.230806 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4a3a3-de57-4cd7-9998-cfc485fcd265,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:09.245448 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.245790 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.246123 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.246451 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.246775 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.247097 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.247431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.247728 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.248068 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.248507 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.248844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.249178 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.249495 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.249806 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.250114 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616cf7fb-82c1-43a9-bc3e-87856600de78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.255169 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.255522 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.255867 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.256208 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.256568 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.256904 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.257233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.257557 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.257885 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.258211 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.258532 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.258858 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.259180 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.259935 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.259935 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:09.290571 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-833f7dd7-79e5-4bd8-9434-370367ccfe33 admin admin] Publish callbacks [] for security_group (34f4a3a3-de57-4cd7-9998-cfc485fcd265), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.315745 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-833f7dd7-79e5-4bd8-9434-370367ccfe33 admin admin] Publish callbacks [] for security_group (34f4a3a3-de57-4cd7-9998-cfc485fcd265), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.337427 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] No DVR routers for this DVR port e861eea4-234d-441a-891a-f8e49015a90c on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:25:09.343326 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.346699 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8c694c2-d9ad-485f-a11b-6dbe2ff77c5e req-7398428c-fdbc-4b4b-9522-c407b2b6833a tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.76 "DELETE /v2.0/ports/e861eea4-234d-441a-891a-f8e49015a90c HTTP/1.1" status: 204 len: 173 time: 1.0890691 May 12 23:25:09.347097 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3069855f-b018-4e12-af15-4137f9ec94d2', 'name': 'network-vif-deleted', 'tag': 'e861eea4-234d-441a-891a-f8e49015a90c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:09.349405 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db715e-8006-4e35-9363-8bf6970c5961" -d '{"events": [{"server_uuid": "3069855f-b018-4e12-af15-4137f9ec94d2", "name": "network-vif-deleted", "tag": "e861eea4-234d-441a-891a-f8e49015a90c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:09.375195 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-833f7dd7-79e5-4bd8-9434-370367ccfe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (34f4a3a3-de57-4cd7-9998-cfc485fcd265), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.381402 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-833f7dd7-79e5-4bd8-9434-370367ccfe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.381402 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-833f7dd7-79e5-4bd8-9434-370367ccfe33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34f4a3a3-de57-4cd7-9998-cfc485fcd265 HTTP/1.1" status: 204 len: 168 time: 0.1534126 May 12 23:25:09.394762 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f7dd7-79e5-4bd8-9434-370367ccfe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4a3a3-de57-4cd7-9998-cfc485fcd265,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:09.426572 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3dbb4c-cad2-45b9-b4a1-3dd7a1e2b682 x-openstack-request-id: req-ed3dbb4c-cad2-45b9-b4a1-3dd7a1e2b682 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:09.427576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3069855f-b018-4e12-af15-4137f9ec94d2", "name": "network-vif-deleted", "tag": "e861eea4-234d-441a-891a-f8e49015a90c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:09.427852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed3dbb4c-cad2-45b9-b4a1-3dd7a1e2b682 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:09.428249 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3dbb4c-cad2-45b9-b4a1-3dd7a1e2b682'] response: {'server_uuid': '3069855f-b018-4e12-af15-4137f9ec94d2', 'name': 'network-vif-deleted', 'tag': 'e861eea4-234d-441a-891a-f8e49015a90c', 'status': 'completed', 'code': 200} May 12 23:25:09.770550 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:09.787797 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70980972-5120-45bc-999d-87f802bf4643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.902833 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2649359c-d6b1-444b-a80a-caca900c34cd req-79ff568c-eb2c-464e-88fa-fd86c67c71ae tempest-DeleteServersTestJSON-157104252 tempest-DeleteServersTestJSON-157104252-project] 10.222.0.49 "GET /v2.0/ports?device_id=3069855f-b018-4e12-af15-4137f9ec94d2 HTTP/1.1" status: 200 len: 210 time: 0.0383809 May 12 23:25:09.934130 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70980972-5120-45bc-999d-87f802bf4643 admin admin] Publish callbacks [] for security_group (c6984387-f537-4879-8580-2ff74e77be4c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.938755 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70980972-5120-45bc-999d-87f802bf4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (c6984387-f537-4879-8580-2ff74e77be4c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.954957 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.958990 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (c3f99c7d-5edf-4872-859d-3623852b09e2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:09.977031 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-70980972-5120-45bc-999d-87f802bf4643 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=823c9436afe04fe3887eb568cb8e7709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050877 May 12 23:25:09.977859 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70980972-5120-45bc-999d-87f802bf4643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6984387-f537-4879-8580-2ff74e77be4c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:09.980115 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:10.035940 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab53e20-910b-4dea-b766-9eee217aabb7 admin admin] Publish callbacks [] for security_group (c6984387-f537-4879-8580-2ff74e77be4c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.067146 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab53e20-910b-4dea-b766-9eee217aabb7 admin admin] Publish callbacks [] for security_group (c6984387-f537-4879-8580-2ff74e77be4c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.083034 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP c3f99c7d-5edf-4872-859d-3623852b09e2 associated. External IP: 172.27.3.6, port: 599dffac-64d8-47b7-90f1-67f0aa866c07. May 12 23:25:10.161350 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff51f-97e7-490f-acbd-2b2459a35b03 req-aeb13ff2-4c47-477c-a4d5-8820567113ba tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:10.162842 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de7ff51f-97e7-490f-acbd-2b2459a35b03 req-aeb13ff2-4c47-477c-a4d5-8820567113ba tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0561619 May 12 23:25:10.168576 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab53e20-910b-4dea-b766-9eee217aabb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (c6984387-f537-4879-8580-2ff74e77be4c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.172003 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab53e20-910b-4dea-b766-9eee217aabb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.175496 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dab53e20-910b-4dea-b766-9eee217aabb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6984387-f537-4879-8580-2ff74e77be4c HTTP/1.1" status: 204 len: 168 time: 0.1920562 May 12 23:25:10.191984 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab53e20-910b-4dea-b766-9eee217aabb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6984387-f537-4879-8580-2ff74e77be4c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:10.251691 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de7ff51f-97e7-490f-acbd-2b2459a35b03 req-c3e6396b-681b-4e5f-9c1c-34cd1f2b57a6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667889 May 12 23:25:10.383505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:25:10.518050 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:10.523406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.554999 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-94b499e8-cb0d-4ca6-88ef-e0e7e943c8bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "PUT /v2.0/floatingips/c3f99c7d-5edf-4872-859d-3623852b09e2 HTTP/1.1" status: 200 len: 990 time: 1.5821531 May 12 23:25:10.573940 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52360) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:10.615457 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:25:10.624730 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:10.625344 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:10.696249 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-232b75a9-aaf3-4669-9f3c-044c8775fb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.753052 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:10.841852 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-232b75a9-aaf3-4669-9f3c-044c8775fb0a admin admin] Publish callbacks [] for security_group (d97a87b3-7b19-4fd0-b307-c1ad32f134c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.848565 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-232b75a9-aaf3-4669-9f3c-044c8775fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d97a87b3-7b19-4fd0-b307-c1ad32f134c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.883825 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-232b75a9-aaf3-4669-9f3c-044c8775fb0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c425a2b0819a42d38f3d219135a6ef24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085101 May 12 23:25:10.883947 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:10.900901 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device e861eea4-234d-441a-891a-f8e49015a90c no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:25:10.929351 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b75a9-aaf3-4669-9f3c-044c8775fb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a87b3-7b19-4fd0-b307-c1ad32f134c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:10.983449 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61b99e3e-8264-4fce-b98c-becb3588586a admin admin] Publish callbacks [] for security_group (d97a87b3-7b19-4fd0-b307-c1ad32f134c5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:10.999852 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: e861eea4-234d-441a-891a-f8e49015a90c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:25:11.003424 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device e861eea4-234d-441a-891a-f8e49015a90c not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:25:11.018370 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:09Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:11.027311 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61b99e3e-8264-4fce-b98c-becb3588586a admin admin] Publish callbacks [] for security_group (d97a87b3-7b19-4fd0-b307-c1ad32f134c5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:11.027530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cd06-d00c-48f3-a359-a8047aac5282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:11.055449 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:25:11.065877 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:11.066382 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:24:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:11.110260 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61b99e3e-8264-4fce-b98c-becb3588586a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d97a87b3-7b19-4fd0-b307-c1ad32f134c5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:11.112960 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61b99e3e-8264-4fce-b98c-becb3588586a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:11.118352 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-61b99e3e-8264-4fce-b98c-becb3588586a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d97a87b3-7b19-4fd0-b307-c1ad32f134c5 HTTP/1.1" status: 204 len: 168 time: 0.2327425 May 12 23:25:11.132983 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b99e3e-8264-4fce-b98c-becb3588586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a87b3-7b19-4fd0-b307-c1ad32f134c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:11.226646 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:11.354632 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-18e1c775-76bc-4c48-ba3b-cd1c6688ef2d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1622524 May 12 23:25:11.434680 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:11.441771 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b6a607-802b-4a84-ab56-f1333feeba57" -d '{"events": [{"name": "network-changed", "server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:11.522332 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dda9ef-176e-4e76-801f-ca6f30b27980 req-097ee2bc-f7b6-43bf-bdb6-129f44a6f323 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:11.532147 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e8dda9ef-176e-4e76-801f-ca6f30b27980 req-097ee2bc-f7b6-43bf-bdb6-129f44a6f323 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.1357179 May 12 23:25:11.558022 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fedefd-905a-473c-a214-8c4a19d64627 x-openstack-request-id: req-31fedefd-905a-473c-a214-8c4a19d64627 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:11.559304 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:11.559773 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31fedefd-905a-473c-a214-8c4a19d64627 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:11.560390 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fedefd-905a-473c-a214-8c4a19d64627'] response: {'name': 'network-changed', 'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'status': 'completed', 'code': 200} May 12 23:25:11.595999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-2bf0d468-0b24-44fc-b4ef-83514c91c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:11.598065 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-2bf0d468-0b24-44fc-b4ef-83514c91c180 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1130 time: 0.1781414 May 12 23:25:11.604970 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:09Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:11.611878 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-c0930cb0-bf39-406a-884d-9246339b5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:11.614757 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-c0930cb0-bf39-406a-884d-9246339b5f14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 1130 time: 0.0511143 May 12 23:25:11.625257 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e8dda9ef-176e-4e76-801f-ca6f30b27980 req-f8c33ac8-00d0-44d7-928a-ce4f4edcf676 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848718 May 12 23:25:11.643530 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391d476-db9d-4c10-8435-f208feeab70d None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:09Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:25:11.883643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-72f4aff1-c0c0-4f4f-9526-582e56bd999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:11.885301 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-72f4aff1-c0c0-4f4f-9526-582e56bd999c service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.2616763 May 12 23:25:11.886368 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-75cc73b3-3137-4f0b-875a-28f56181bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:11.887796 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-75cc73b3-3137-4f0b-875a-28f56181bc79 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.2297881 May 12 23:25:11.971094 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0143d3e-edc6-4f66-90e4-e87dde49242c None None] New status for floating IP c3f99c7d-5edf-4872-859d-3623852b09e2: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:25:11.984244 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-e9df706e-099f-47a5-8810-c5e43e2f6bb7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 217 time: 0.0857210 May 12 23:25:12.049850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-61e6b035-de8a-4333-81bc-ab4be414acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:12.050326 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-61e6b035-de8a-4333-81bc-ab4be414acc4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0575752 May 12 23:25:12.057027 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-26cb7da6-6d74-450b-8a83-e8bb653b2557 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599dffac-64d8-47b7-90f1-67f0aa866c07 HTTP/1.1" status: 200 len: 998 time: 0.1598461 May 12 23:25:12.164967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-fdcde66b-8bbc-40e7-bc42-2c61901c12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:12.167542 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-fdcde66b-8bbc-40e7-bc42-2c61901c12fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0958796 May 12 23:25:12.169719 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-ba22cadb-8885-4668-8c06-9825b976204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:12.171380 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-ba22cadb-8885-4668-8c06-9825b976204d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012435 May 12 23:25:12.230892 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-f1acc5fa-e6e2-41f5-adf8-9e119026896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:12.232909 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-f1acc5fa-e6e2-41f5-adf8-9e119026896a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533564 May 12 23:25:12.385937 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-87afa758-e450-4148-903b-6bf35394c4e2 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518252 May 12 23:25:12.508503 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-30f87b39-00d7-4f35-909f-6b1ee82df5c1 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164044 May 12 23:25:12.606163 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e346f7df-f5ac-44d9-85a4-47ced0cc3731 req-99a5cac4-6198-42d3-b420-778516617866 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136271 May 12 23:25:12.639365 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02b6a607-802b-4a84-ab56-f1333feeba57 req-894e0ea2-7f0c-410a-aa9d-b9095a774db0 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237657 May 12 23:25:12.672274 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:12.722331 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Deleting subnet ff945e42-d868-4de7-98cb-f416b218c664 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:25:12.725921 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Publish callbacks [] for subnet (ff945e42-d868-4de7-98cb-f416b218c664), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:12.776389 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:12.798396 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Publish callbacks [] for subnet (ff945e42-d868-4de7-98cb-f416b218c664), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:12.807397 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a8bb-a887-4feb-93fe-2359ef43e736 req-cfee33e2-ba0a-4c4a-b7af-b2fc209b6fde tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:12.808924 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e37a8bb-a887-4feb-93fe-2359ef43e736 req-cfee33e2-ba0a-4c4a-b7af-b2fc209b6fde tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0591834 May 12 23:25:12.817369 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (ff945e42-d868-4de7-98cb-f416b218c664), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:12.891599 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-681dd627-9eca-4f89-a80f-9dd96bd57ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:12.893908 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e37a8bb-a887-4feb-93fe-2359ef43e736 req-e4660948-0eed-425d-b003-7351ccd66ae4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784752 May 12 23:25:12.903570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (ff945e42-d868-4de7-98cb-f416b218c664), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:12.933320 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff945e42-d868-4de7-98cb-f416b218c664,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:12.935299 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:12.940613 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dc220862-6dbb-4694-b4f0-bff3816b97ec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ff945e42-d868-4de7-98cb-f416b218c664 HTTP/1.1" status: 204 len: 168 time: 0.2649791 May 12 23:25:12.941416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:13.001307 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-681dd627-9eca-4f89-a80f-9dd96bd57ade admin admin] Publish callbacks [] for security_group (f4b3372b-8e43-4561-bf45-c06b5034fb5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.005045 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-681dd627-9eca-4f89-a80f-9dd96bd57ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f4b3372b-8e43-4561-bf45-c06b5034fb5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.016070 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (84678649-aebe-4cae-acbe-9f5bb172255d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.051814 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-681dd627-9eca-4f89-a80f-9dd96bd57ade admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de72f0b1dcde44399c962cfc61be2c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718377 May 12 23:25:13.051814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dd627-9eca-4f89-a80f-9dd96bd57ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b3372b-8e43-4561-bf45-c06b5034fb5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:13.052090 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52476) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:13.131909 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (84678649-aebe-4cae-acbe-9f5bb172255d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.163283 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.163627 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.164392 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.164739 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.165061 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.165403 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.165722 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.166038 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.166350 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.166941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.175457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-582b357c-4c79-4697-8028-dbbb32686b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.267363 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.267740 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.268248 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.268676 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:25:13.276489 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84678649-aebe-4cae-acbe-9f5bb172255d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:13.300480 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28117ce0-d0b8-4829-8b79-8a84f0d59af0 admin admin] Publish callbacks [] for security_group (f4b3372b-8e43-4561-bf45-c06b5034fb5a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.303504 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933d961e-aab0-4417-8a2d-fb0a0743a22c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:13.303805 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933d961e-aab0-4417-8a2d-fb0a0743a22c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:13.328522 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (933d961e-aab0-4417-8a2d-fb0a0743a22c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.356706 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28117ce0-d0b8-4829-8b79-8a84f0d59af0 admin admin] Publish callbacks [] for security_group (f4b3372b-8e43-4561-bf45-c06b5034fb5a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.358656 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (933d961e-aab0-4417-8a2d-fb0a0743a22c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.373438 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:25:13.373773 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (933d961e-aab0-4417-8a2d-fb0a0743a22c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: from cryptography.utils import int_from_bytes May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: from cryptography.utils import int_from_bytes May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:25:13.390491 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:25:13.468218 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (84678649-aebe-4cae-acbe-9f5bb172255d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.475651 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.478852 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] 10.222.0.49 "DELETE /v2.0/networks/84678649-aebe-4cae-acbe-9f5bb172255d HTTP/1.1" status: 204 len: 168 time: 0.5365520 May 12 23:25:13.490093 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17174477-e069-4180-92e1-6f78d8dd64fd admin admin] Pushing event deleted for resources: {'Network': ['ID=84678649-aebe-4cae-acbe-9f5bb172255d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:13.496773 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28117ce0-d0b8-4829-8b79-8a84f0d59af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f4b3372b-8e43-4561-bf45-c06b5034fb5a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.500231 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28117ce0-d0b8-4829-8b79-8a84f0d59af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.504046 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-28117ce0-d0b8-4829-8b79-8a84f0d59af0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4b3372b-8e43-4561-bf45-c06b5034fb5a HTTP/1.1" status: 204 len: 168 time: 0.4488292 May 12 23:25:13.510111 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28117ce0-d0b8-4829-8b79-8a84f0d59af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b3372b-8e43-4561-bf45-c06b5034fb5a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:13.674399 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:13.723762 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-293f41fe-1022-4906-a87a-8197a2c9b5da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bfb379b1141455a80c91beacd698a4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483770 May 12 23:25:13.726881 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:13.781727 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e525d7b5-e589-41ac-a2ca-1c7847fd732f admin admin] Publish callbacks [] for security_group (21e5f147-8c4c-4855-82bb-442139565b10), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.806697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e525d7b5-e589-41ac-a2ca-1c7847fd732f admin admin] Publish callbacks [] for security_group (21e5f147-8c4c-4855-82bb-442139565b10), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.865733 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e525d7b5-e589-41ac-a2ca-1c7847fd732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (21e5f147-8c4c-4855-82bb-442139565b10), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.869324 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e525d7b5-e589-41ac-a2ca-1c7847fd732f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:13.876348 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e525d7b5-e589-41ac-a2ca-1c7847fd732f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21e5f147-8c4c-4855-82bb-442139565b10 HTTP/1.1" status: 204 len: 168 time: 0.1429753 May 12 23:25:13.888689 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525d7b5-e589-41ac-a2ca-1c7847fd732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e5f147-8c4c-4855-82bb-442139565b10,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:14.046942 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.055670 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca85a8-ab0d-4440-90f3-a237fbf38ec2 req-22f95299-e5ef-46f3-bd25-d63b5ed4802c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:14.057399 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cca85a8-ab0d-4440-90f3-a237fbf38ec2 req-22f95299-e5ef-46f3-bd25-d63b5ed4802c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0669560 May 12 23:25:14.109299 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.119381 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cca85a8-ab0d-4440-90f3-a237fbf38ec2 req-33ac917c-83d0-466e-9859-6c6eea02444b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 May 12 23:25:14.563687 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:14.669922 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1504289099-network', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:14.689637 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Made reservation on behalf of c1a6294bad3a4a55841de2381fa750c8 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:25:14.692015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.700992 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.784124 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks [] for security_group (e8a898c7-5c5d-4217-a6df-593329a11be1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.787851 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (e8a898c7-5c5d-4217-a6df-593329a11be1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.812226 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:25:14.820780 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a898c7-5c5d-4217-a6df-593329a11be1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:14.826991 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (1d733a9f-3924-40d0-9e9a-07cf4acf79bf), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.827398 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Added segment 1d733a9f-3924-40d0-9e9a-07cf4acf79bf of type vlan for network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f May 12 23:25:14.866383 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.890880 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.891815 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:14.892425 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:14.961007 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3961844 May 12 23:25:14.963920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:14.965868 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c3bb5-e901-4dfe-8187-ac16cd624497 admin admin] Pushing event updated for resources: {'Network': ['ID=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:14.972557 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Request body: {'subnet': {'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1504289099-subnet', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:14.977049 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:25:14.994030 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Made reservation on behalf of c1a6294bad3a4a55841de2381fa750c8 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:25:14.999493 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.171413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (675b17b2-1348-4147-b34f-bd718ea2f07d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.267398 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=675b17b2-1348-4147-b34f-bd718ea2f07d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:15.277950 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa82ac-e196-4562-9b1e-4774e5b3bf1a req-ca0aa20e-2ccc-4b46-bc4d-f21373e29173 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:15.279501 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-efaa82ac-e196-4562-9b1e-4774e5b3bf1a req-ca0aa20e-2ccc-4b46-bc4d-f21373e29173 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0845029 May 12 23:25:15.287163 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Checking segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:15.287514 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Network hostable DHCP agents. Network: 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:25:15.332440 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:25:15.340571 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-efaa82ac-e196-4562-9b1e-4774e5b3bf1a req-007d4d85-e527-4ae5-bed4-2f6b4cc025b6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551913 May 12 23:25:15.345403 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:15.350728 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:15.351892 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.355233 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e871f8f-6798-4c27-a7a9-593687c3bb50 None None] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:25:15.376843 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c133e981-93d4-4e6e-8bac-5f96a4831d3d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4060833 May 12 23:25:15.376997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:15.379859 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:15.405677 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (d2d28334-9c49-4428-858e-7c16216d91f5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.406965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (d2d28334-9c49-4428-858e-7c16216d91f5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.431929 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:25:15.466663 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks [] for router_controller (d2d28334-9c49-4428-858e-7c16216d91f5), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.470241 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:25:15.471285 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.606702 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks [] for router_gateway (d2d28334-9c49-4428-858e-7c16216d91f5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.608733 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Allocated IP 172.20.0.2 (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f/675b17b2-1348-4147-b34f-bd718ea2f07d/fb4394e3-cf82-4428-a17f-6e07cfa76c3d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:15.742819 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.763898 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Publish callbacks [] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.770824 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.803226 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks [] for router_gateway (d2d28334-9c49-4428-858e-7c16216d91f5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.813696 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:15.816523 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:15.822019 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:15.823501 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.829007 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Pushing event updated for resources: {'Port': ['ID=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:15.839022 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.839367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.839733 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.840086 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.840449 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.840780 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.841103 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.841426 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.841747 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.842606 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.842930 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.843268 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.843593 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.843909 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.844226 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:15.891123 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Attempting to bind port fb4394e3-cf82-4428-a17f-6e07cfa76c3d on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:15.891492 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Attempting to bind port fb4394e3-cf82-4428-a17f-6e07cfa76c3d by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:15.891852 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Attempting to bind port fb4394e3-cf82-4428-a17f-6e07cfa76c3d on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:15.896889 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:15.897261 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Checking segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:15.897661 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.898049 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Bound using segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:15.898509 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Bound port: fb4394e3-cf82-4428-a17f-6e07cfa76c3d, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:15.898883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:15.931207 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Allocated IP 172.27.3.214 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/9ee6ac9c-b391-4e04-9f65-b94f25666627) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:15.965165 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] For port fb4394e3-cf82-4428-a17f-6e07cfa76c3d, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:15.968987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] For port fb4394e3-cf82-4428-a17f-6e07cfa76c3d, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:15.974900 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:16.035959 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd4fb5-7a36-464a-a28c-2b29eadb0b6c None None] Pushing event updated for resources: {'Port': ['ID=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:16.044516 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks [] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:16.078654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:16.119410 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:16.122380 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:16.124793 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:16.168470 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Pushing event updated for resources: {'Port': ['ID=9ee6ac9c-b391-4e04-9f65-b94f25666627,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:16.372592 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks [] for router_gateway (d2d28334-9c49-4428-858e-7c16216d91f5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:16.470620 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae5e6b-e77d-45e5-b389-4c7ddcfd59e3 req-277b6540-0c20-4d88-8f56-b6da3c07f575 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:16.472141 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0ae5e6b-e77d-45e5-b389-4c7ddcfd59e3 req-277b6540-0c20-4d88-8f56-b6da3c07f575 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0486963 May 12 23:25:16.525948 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0ae5e6b-e77d-45e5-b389-4c7ddcfd59e3 req-84d6e5e4-7300-4938-9c8a-fdd37c232cd5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 May 12 23:25:16.818645 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (d2d28334-9c49-4428-858e-7c16216d91f5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:16.960017 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Router d2d28334-9c49-4428-858e-7c16216d91f5 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:25:17.007108 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1253d9-4de7-4184-ba5c-d5e1025a6ba9 None None] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:25:17.077586 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] Provisioning complete for port fb4394e3-cf82-4428-a17f-6e07cfa76c3d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:17.078167 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.080752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:17.092825 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:25:17.100385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.103596 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52584) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:17.106702 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:17.108936 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:17.111747 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bd4514d3-e4b9-43a3-a634-a723c7f6125b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7361667 May 12 23:25:17.200757 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] Current status of the port fb4394e3-cf82-4428-a17f-6e07cfa76c3d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:17.201191 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.251113 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.261821 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] For port fb4394e3-cf82-4428-a17f-6e07cfa76c3d, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:17.275612 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.282988 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:17.345898 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffdf25-367f-49fd-b77d-430fadd7d89e None None] Pushing event updated for resources: {'Port': ['ID=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:17.480102 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:16Z', 'revision_number': 3, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:17.500763 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4420c0a-10df-4277-a48d-9e3a62f866fe None None] Provisioning complete for port fb4394e3-cf82-4428-a17f-6e07cfa76c3d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:17.501405 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4420c0a-10df-4277-a48d-9e3a62f866fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.551285 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:25:17.551644 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Updating router d2d28334-9c49-4428-858e-7c16216d91f5 port 9ee6ac9c-b391-4e04-9f65-b94f25666627 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:25:17.627703 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d4420c0a-10df-4277-a48d-9e3a62f866fe None None] Current status of the port fb4394e3-cf82-4428-a17f-6e07cfa76c3d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:17.628436 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.678066 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.685545 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ecb95-5c60-4b53-8518-06fcb2af977d req-c1cf5ee2-5803-4584-b714-8f8f6bc63a72 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:17.687604 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e74ecb95-5c60-4b53-8518-06fcb2af977d req-c1cf5ee2-5803-4584-b714-8f8f6bc63a72 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0712318 May 12 23:25:17.780601 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e74ecb95-5c60-4b53-8518-06fcb2af977d req-15f0b7d3-8a0d-4753-b288-47e5bf0743ec tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 May 12 23:25:17.907518 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fb4394e3-cf82-4428-a17f-6e07cfa76c3d up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:17.916889 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Allocated IP 172.20.0.1 (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f/675b17b2-1348-4147-b34f-bd718ea2f07d/24bad46c-742d-4982-9ed5-9bea726bdef9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:17.971853 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Publish callbacks [] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.978939 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:17.980795 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port fb4394e3-cf82-4428-a17f-6e07cfa76c3d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:17.981459 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.074690 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port fb4394e3-cf82-4428-a17f-6e07cfa76c3d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:18.125638 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Pushing event updated for resources: {'Port': ['ID=9ee6ac9c-b391-4e04-9f65-b94f25666627,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:18.136984 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.137337 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.137782 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.138144 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.138746 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.139045 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.139539 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.139928 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.140370 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.140735 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.141079 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.141427 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.141909 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.142247 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.142596 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:25:18.146072 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Attempting to bind port 9ee6ac9c-b391-4e04-9f65-b94f25666627 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:18.146435 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Attempting to bind port 9ee6ac9c-b391-4e04-9f65-b94f25666627 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:18.146793 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Attempting to bind port 9ee6ac9c-b391-4e04-9f65-b94f25666627 on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:18.152768 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:18.153171 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:18.153579 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.153959 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:18.154950 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Bound port: 9ee6ac9c-b391-4e04-9f65-b94f25666627, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:18.155327 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.226576 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] For port 9ee6ac9c-b391-4e04-9f65-b94f25666627, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:18.230092 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] For port 9ee6ac9c-b391-4e04-9f65-b94f25666627, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=9ee6ac9c-b391-4e04-9f65-b94f25666627,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:18.231612 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks [] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.249269 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.270254 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.304022 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:18.304668 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:18.314292 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:18.319080 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:18.321703 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:18.327524 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Pushing event updated for resources: {'Port': ['ID=24bad46c-742d-4982-9ed5-9bea726bdef9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:18.355441 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63126958-c622-498d-bd87-19e8e093cb35 None None] Pushing event updated for resources: {'Port': ['ID=9ee6ac9c-b391-4e04-9f65-b94f25666627,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:18.374784 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (d2d28334-9c49-4428-858e-7c16216d91f5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.439871 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:18.522592 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.560638 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b4aa5bad-8e2b-42e3-8eed-b16abf352561 None None] Provisioning complete for port 24bad46c-742d-4982-9ed5-9bea726bdef9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:18.561842 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5bad-8e2b-42e3-8eed-b16abf352561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.599833 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa5bad-8e2b-42e3-8eed-b16abf352561 None None] Port 24bad46c-742d-4982-9ed5-9bea726bdef9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:25:18.648997 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:16Z', 'revision_number': 3, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:18.678538 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64eb3fb-8796-4ce0-9afe-94224b66c68e None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:16Z', 'revision_number': 3, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:25:18.739312 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks [] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.743756 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.813689 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (d2d28334-9c49-4428-858e-7c16216d91f5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:18.815564 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Pushing event updated for resources: {'Port': ['ID=24bad46c-742d-4982-9ed5-9bea726bdef9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:18.953253 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d8d55-087f-462a-80e1-18bb3abed267 req-9660d480-446b-4d62-93ce-35007b6fbd80 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:18.954764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-473d8d55-087f-462a-80e1-18bb3abed267 req-9660d480-446b-4d62-93ce-35007b6fbd80 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0775936 May 12 23:25:18.972289 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:18.984096 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:19.056390 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-473d8d55-087f-462a-80e1-18bb3abed267 req-cd7773dc-77d0-4dcc-a2e7-569ae587aaf5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952871 May 12 23:25:19.137342 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Router d2d28334-9c49-4428-858e-7c16216d91f5 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:25:19.228108 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e2030c8-c525-4b12-89e8-417ba457616e None None] Provisioning complete for port 24bad46c-742d-4982-9ed5-9bea726bdef9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:19.228693 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e2030c8-c525-4b12-89e8-417ba457616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.261254 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:19.268459 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3b5b9be9-4ebd-433f-88d3-8b32f94f714c admin admin] 10.222.0.49 "PUT /v2.0/routers/d2d28334-9c49-4428-858e-7c16216d91f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1634896 May 12 23:25:19.277940 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6e2030c8-c525-4b12-89e8-417ba457616e None None] Port 24bad46c-742d-4982-9ed5-9bea726bdef9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:25:19.547753 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:19.552190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394009906', 'description': 'tempest-description--1289250008'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:19.573733 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.640685 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (1c5e588b-e871-49da-81a5-2acdbc866fbc), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.644108 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (1c5e588b-e871-49da-81a5-2acdbc866fbc), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.673015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.676805 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1254280 May 12 23:25:19.676805 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa65e4d-c2ec-46e0-bacf-68aac6449c96 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5e588b-e871-49da-81a5-2acdbc866fbc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:19.677429 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52626) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:19.681833 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'security_group_rule': {'security_group_id': '1c5e588b-e871-49da-81a5-2acdbc866fbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:19.720319 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (8630a676-38f1-4730-b68a-2f596c0d1bd8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.779385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (8630a676-38f1-4730-b68a-2f596c0d1bd8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.784174 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (8630a676-38f1-4730-b68a-2f596c0d1bd8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.801846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8630a676-38f1-4730-b68a-2f596c0d1bd8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:19.815050 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.816268 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-faba0133-5376-4e7b-8d1c-0a82d78bcf7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380343 May 12 23:25:19.818939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 52632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:19.823359 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'security_group_rule': {'security_group_id': '1c5e588b-e871-49da-81a5-2acdbc866fbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:19.850105 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (05ad9c9b-cd67-4dc7-ac26-e0f734711507), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.869675 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9ee6ac9c-b391-4e04-9f65-b94f25666627 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:19.907458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (05ad9c9b-cd67-4dc7-ac26-e0f734711507), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.911271 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (05ad9c9b-cd67-4dc7-ac26-e0f734711507), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.916133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 9ee6ac9c-b391-4e04-9f65-b94f25666627 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:19.916831 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.938785 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:19.943168 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200862 May 12 23:25:19.943168 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca954e-fb1c-4aee-a798-3f33f5de4955 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad9c9b-cd67-4dc7-ac26-e0f734711507,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:19.944289 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 52636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:19.953139 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:19.978522 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.013132 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 9ee6ac9c-b391-4e04-9f65-b94f25666627 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:20.013584 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.035025 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 9ee6ac9c-b391-4e04-9f65-b94f25666627, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=9ee6ac9c-b391-4e04-9f65-b94f25666627,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:20.046138 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.071664 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.094981 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=9ee6ac9c-b391-4e04-9f65-b94f25666627,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:20.211327 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12d137-05fc-4ffe-a364-14f755d7c979 req-0c9cc0a2-54c3-4415-ae12-eb22bdd587fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:20.212867 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1d12d137-05fc-4ffe-a364-14f755d7c979 req-0c9cc0a2-54c3-4415-ae12-eb22bdd587fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0806415 May 12 23:25:20.243956 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Allocated IP 172.27.3.33 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/66f170c7-e13e-43a5-9feb-ab2a2236ce95) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:20.297127 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1d12d137-05fc-4ffe-a364-14f755d7c979 req-e23f1760-9129-476d-9d62-ac268cbe0b0d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 May 12 23:25:20.322871 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:25:20.333951 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:20.334729 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:20.378061 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.413501 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.456227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:20.459097 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:20.465076 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:20.489049 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'Port': ['ID=66f170c7-e13e-43a5-9feb-ab2a2236ce95,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:20.555030 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (661a777e-63b0-4652-a23f-90c51c30749b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.567257 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:20.592925 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.759539 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 2, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:20.779040 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.785344 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.797118 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:25:20.798858 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Updating router d2d28334-9c49-4428-858e-7c16216d91f5 port 24bad46c-742d-4982-9ed5-9bea726bdef9 binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:25:20.830090 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.865910 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'Port': ['ID=66f170c7-e13e-43a5-9feb-ab2a2236ce95,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:20.874506 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (661a777e-63b0-4652-a23f-90c51c30749b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.889624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:20.891120 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9884cbe7-95f2-4ed5-b237-0e79cefacb7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9457521 May 12 23:25:21.036031 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-2b0997cb-12f5-415a-809f-0de26f702be9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1394009906&fields=id&tenant_id=c1a6294bad3a4a55841de2381fa750c8 HTTP/1.1" status: 200 len: 267 time: 0.0415168 May 12 23:25:21.135328 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Publish callbacks [] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.141875 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.156072 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-a4afda86-85a7-4649-85f0-cfd8632b55de tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:21.160765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-a4afda86-85a7-4649-85f0-cfd8632b55de tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 811 time: 0.1180811 May 12 23:25:21.187094 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-efa98e64-e0d5-4887-9595-02e3c8d4369f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/quotas/c1a6294bad3a4a55841de2381fa750c8 HTTP/1.1" status: 200 len: 375 time: 0.0235813 May 12 23:25:21.191815 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e62d-8803-4309-8320-b2b94a0415fb None None] Pushing event updated for resources: {'Port': ['ID=24bad46c-742d-4982-9ed5-9bea726bdef9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:21.259850 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-c73ebdc2-59c9-4f9a-b701-dfceaa6d7efc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661504 May 12 23:25:21.266252 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Attempting to bind port 24bad46c-742d-4982-9ed5-9bea726bdef9 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:21.266643 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Attempting to bind port 24bad46c-742d-4982-9ed5-9bea726bdef9 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:21.267021 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Attempting to bind port 24bad46c-742d-4982-9ed5-9bea726bdef9 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:21.273356 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:21.273737 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Checking segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:21.274141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.274536 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Bound using segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:21.275007 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Bound port: 24bad46c-742d-4982-9ed5-9bea726bdef9, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:21.275384 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.333097 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-90ad02bd-41ae-40c7-9c81-d1c4eee5bb23 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=94572845a0ad49458afead819661bc8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475972 May 12 23:25:21.348741 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] For port 24bad46c-742d-4982-9ed5-9bea726bdef9, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:21.356038 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] For port 24bad46c-742d-4982-9ed5-9bea726bdef9, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=24bad46c-742d-4982-9ed5-9bea726bdef9,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:21.366238 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.432990 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-91a070af-8210-43c0-97a4-37835833b951 None None] Provisioning complete for port 24bad46c-742d-4982-9ed5-9bea726bdef9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:21.433285 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91a070af-8210-43c0-97a4-37835833b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.437449 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e62d-8803-4309-8320-b2b94a0415fb None None] Pushing event updated for resources: {'Port': ['ID=24bad46c-742d-4982-9ed5-9bea726bdef9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:21.466662 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:21.467253 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:21.630899 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:21.632811 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-91a070af-8210-43c0-97a4-37835833b951 None None] Current status of the port 24bad46c-742d-4982-9ed5-9bea726bdef9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:21.633198 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91a070af-8210-43c0-97a4-37835833b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.721878 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-81742fd8-8163-466d-8285-17a9ca6ab0d2 service neutron] 10.222.0.49 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439766 May 12 23:25:21.729014 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-91a070af-8210-43c0-97a4-37835833b951 None None] For port 24bad46c-742d-4982-9ed5-9bea726bdef9, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=24bad46c-742d-4982-9ed5-9bea726bdef9,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:21.749975 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91a070af-8210-43c0-97a4-37835833b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.794231 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-045dc48d-867f-452c-b75b-59a1d30949bf tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:21.794231 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-045dc48d-867f-452c-b75b-59a1d30949bf tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219666 May 12 23:25:21.846046 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a070af-8210-43c0-97a4-37835833b951 None None] Pushing event updated for resources: {'Port': ['ID=24bad46c-742d-4982-9ed5-9bea726bdef9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:21.847188 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9283d061-2bab-4167-aa0e-d4fd4d91bb53 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/quotas/94572845a0ad49458afead819661bc8a HTTP/1.1" status: 200 len: 375 time: 0.0465970 May 12 23:25:21.894586 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-21df6890-6921-4e1b-92de-db16ba79d8e9 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=94572845a0ad49458afead819661bc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377603 May 12 23:25:21.895829 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9ee6ac9c-b391-4e04-9f65-b94f25666627 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:21.901578 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1228489e-548a-4935-9dd8-5dffce972a36 None None] Provisioning complete for port 24bad46c-742d-4982-9ed5-9bea726bdef9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:21.901976 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1228489e-548a-4935-9dd8-5dffce972a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:21.905711 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-0fc6140d-547d-4313-9973-ec554c6e24f1 service neutron] 10.222.0.49 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701860 May 12 23:25:21.972918 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:22.022974 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d3481-d19f-45d7-b5ba-c96b09027577 None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:25:22.037292 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 9ee6ac9c-b391-4e04-9f65-b94f25666627 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:22.037665 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:22.128631 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1228489e-548a-4935-9dd8-5dffce972a36 None None] Current status of the port 24bad46c-742d-4982-9ed5-9bea726bdef9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:22.184865 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 9ee6ac9c-b391-4e04-9f65-b94f25666627 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:22.199915 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35251820-d803-4618-b75b-319687a8bc7e req-6c4c6dce-1347-42b6-a3b6-359e806715f8 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 210 time: 0.0555794 May 12 23:25:22.210433 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009cda8-4a25-47da-a9ab-466222b62f29 req-4f49473f-f24f-4216-b2b4-cdb11b28a740 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:22.219711 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3009cda8-4a25-47da-a9ab-466222b62f29 req-4f49473f-f24f-4216-b2b4-cdb11b28a740 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.1351886 May 12 23:25:22.302778 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3009cda8-4a25-47da-a9ab-466222b62f29 req-0f53e04e-75e1-45b1-a653-f208410d6c33 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810182 May 12 23:25:22.336079 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de1e7355-bb03-4dc0-bf71-da347609ab2c req-2ac71949-92a1-4bc2-9cab-c9eb3d193830 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 210 time: 0.0515025 May 12 23:25:23.309648 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b644ca4-188c-4c49-904c-44e14963a8e4 req-7a3ef4fb-659d-4bc1-a3e2-30a3bc889c0d tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 210 time: 0.0290101 May 12 23:25:23.432563 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df3b81-4cb1-4efe-bc4a-3702fe7f8c05 req-0e48bc4f-786f-4489-a145-d75b10719412 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:23.433994 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-67df3b81-4cb1-4efe-bc4a-3702fe7f8c05 req-0e48bc4f-786f-4489-a145-d75b10719412 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0577502 May 12 23:25:23.459141 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-55a30cd7-d678-4fa6-8836-bd1a9dff7f4d req-02e27b4f-07fc-4deb-bc95-04ff680ab360 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 210 time: 0.0452597 May 12 23:25:23.500242 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-67df3b81-4cb1-4efe-bc4a-3702fe7f8c05 req-a9decc13-610c-4ad5-817c-602ef1311b3c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 May 12 23:25:23.865153 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 24bad46c-742d-4982-9ed5-9bea726bdef9 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:23.916803 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 24bad46c-742d-4982-9ed5-9bea726bdef9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:23.917272 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:24.007655 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 24bad46c-742d-4982-9ed5-9bea726bdef9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:24.031121 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-db6db460-7101-45f9-b5c1-f8bafbd23f1a tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=94572845a0ad49458afead819661bc8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519514 May 12 23:25:24.288015 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-3856405e-c024-4cdc-b340-3e0ce65a6d00 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:24.289495 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-3856405e-c024-4cdc-b340-3e0ce65a6d00 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519863 May 12 23:25:24.304179 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3352b6a8-1eb0-41d3-ba44-e8911c9c53aa tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:24.305536 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3352b6a8-1eb0-41d3-ba44-e8911c9c53aa tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 811 time: 0.2240248 May 12 23:25:24.347933 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Request body: {'port': {'device_id': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7', 'admin_state_up': True, 'tenant_id': '94572845a0ad49458afead819661bc8a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:24.412223 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff7f383c-0826-43a9-b151-847336f3fb8f req-e84b1873-1e14-409f-b3a0-11ecee7333a0 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 210 time: 0.0276818 May 12 23:25:24.476827 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-b5fa60bd-2edd-4c0b-b054-1f6753adcff2 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a6294bad3a4a55841de2381fa750c8 HTTP/1.1" status: 200 len: 380 time: 0.1107965 May 12 23:25:24.489160 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'port': {'device_id': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'admin_state_up': True, 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'security_groups': ['1c5e588b-e871-49da-81a5-2acdbc866fbc']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:24.571621 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Made reservation on behalf of 94572845a0ad49458afead819661bc8a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:25:24.575324 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:24.583639 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7d92cff9-4f60-4a80-ad1b-05d19565f897 req-db83e60e-e8cb-4c53-ae0f-0335983b674c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 210 time: 0.0527499 May 12 23:25:24.589257 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:24.658351 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c3dc-a606-448f-a354-46482c38aaeb req-b8a004d7-65a7-468f-98a0-e07f75b37f35 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:24.658351 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91e7c3dc-a606-448f-a354-46482c38aaeb req-b8a004d7-65a7-468f-98a0-e07f75b37f35 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0709558 May 12 23:25:24.671386 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Made reservation on behalf of c1a6294bad3a4a55841de2381fa750c8 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:25:24.675631 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:24.723297 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91e7c3dc-a606-448f-a354-46482c38aaeb req-ce48ba67-e406-4454-b4db-8f05bc797b7d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 May 12 23:25:24.776221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks [] for security_group (acf60a9d-d9f4-49bb-b197-47ed587dd4de), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:24.782805 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (acf60a9d-d9f4-49bb-b197-47ed587dd4de), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:24.895909 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf60a9d-d9f4-49bb-b197-47ed587dd4de,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:24.915660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Allocated IP 172.20.0.3 (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f/675b17b2-1348-4147-b34f-bd718ea2f07d/ac70ec26-1fdd-47ec-942e-26731dc4d127) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:25.004505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Allocated IP 192.168.233.176 (d0a3f4d8-9a1f-4007-8983-4a75e0b092b7/7ef988b8-2634-4a6c-90c6-e37680282a43/96a6a960-2e39-41a6-aee4-2fdefa1d621e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:25.231002 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.276142 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks [] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.303982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.355938 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:25.360492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:25.366179 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.368469 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:25.377604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:25.378577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.405220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'Port': ['ID=ac70ec26-1fdd-47ec-942e-26731dc4d127,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:25.441822 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-55d6ec50-1bde-4b04-8446-c98847d050da tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562957 May 12 23:25:25.445446 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:25.450652 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:25.456421 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:25.461681 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:25.462080 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.468065 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Request body: {'port': {'device_id': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:25.504739 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Pushing event updated for resources: {'Port': ['ID=96a6a960-2e39-41a6-aee4-2fdefa1d621e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:25.527713 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-d9eeb12f-0232-4605-ae94-f746dec1139c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1836247 May 12 23:25:25.541930 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Request body: {'port': {'device_id': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:25.599505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.602924 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf10c-133b-446a-a1f0-7a0c5f659bf6 req-c196429f-9f55-4d1a-9d8b-ec404fff3c36 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:25.608806 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63faf10c-133b-446a-a1f0-7a0c5f659bf6 req-c196429f-9f55-4d1a-9d8b-ec404fff3c36 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 936 time: 0.0613530 May 12 23:25:25.670834 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.694423 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cd90c2c1-53c3-4c71-adb3-3eda127c06c1 None None] Provisioning complete for port ac70ec26-1fdd-47ec-942e-26731dc4d127 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:25.695186 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd90c2c1-53c3-4c71-adb3-3eda127c06c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.700000 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63faf10c-133b-446a-a1f0-7a0c5f659bf6 req-8b4e930c-db70-4ce8-8114-977a8f134aa1 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 May 12 23:25:25.742386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd90c2c1-53c3-4c71-adb3-3eda127c06c1 None None] Port ac70ec26-1fdd-47ec-942e-26731dc4d127 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:25:25.763403 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98eec9-4a2f-4810-a4e8-553d565d3af1 req-dd41a206-0bbf-47f9-af8f-987b75088d19 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:25.770770 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf98eec9-4a2f-4810-a4e8-553d565d3af1 req-dd41a206-0bbf-47f9-af8f-987b75088d19 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 931 time: 0.0656290 May 12 23:25:25.858486 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf98eec9-4a2f-4810-a4e8-553d565d3af1 req-a909544a-114a-4537-8cac-7e83766ccee1 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868440 May 12 23:25:25.871209 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9c660756-2abd-48b0-8145-7b5a7085e710 None None] Provisioning complete for port 96a6a960-2e39-41a6-aee4-2fdefa1d621e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:25.871614 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132b849-966d-4cfb-ae52-faa602a96340 req-ef194523-6dd7-420c-adec-da9eae678b83 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:25.873639 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9c660756-2abd-48b0-8145-7b5a7085e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:25.874109 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7132b849-966d-4cfb-ae52-faa602a96340 req-ef194523-6dd7-420c-adec-da9eae678b83 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0620866 May 12 23:25:25.912409 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9c660756-2abd-48b0-8145-7b5a7085e710 None None] Port 96a6a960-2e39-41a6-aee4-2fdefa1d621e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:25:25.924125 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7132b849-966d-4cfb-ae52-faa602a96340 req-96eeb9d2-9c47-4c23-b52c-38095ca75a0f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 May 12 23:25:26.191422 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac70ec26-1fdd-47ec-942e-26731dc4d127 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:25:26.201129 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Publish callbacks [] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.215279 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a6a960-2e39-41a6-aee4-2fdefa1d621e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:25:26.227957 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Publish callbacks [] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.240694 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Transition to ACTIVE for port object ac70ec26-1fdd-47ec-942e-26731dc4d127 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:25:26.243800 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Transition to ACTIVE for port object 96a6a960-2e39-41a6-aee4-2fdefa1d621e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:25:26.245638 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.254514 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.335423 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac70ec26-1fdd-47ec-942e-26731dc4d127,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:26.642838 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Attempting to bind port ac70ec26-1fdd-47ec-942e-26731dc4d127 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:26.643260 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Attempting to bind port ac70ec26-1fdd-47ec-942e-26731dc4d127 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:26.643592 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Attempting to bind port ac70ec26-1fdd-47ec-942e-26731dc4d127 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:26.668551 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Port ac70ec26-1fdd-47ec-942e-26731dc4d127 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:25:26.669003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Attempting to bind port ac70ec26-1fdd-47ec-942e-26731dc4d127 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:26.671584 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Attempting to bind port 96a6a960-2e39-41a6-aee4-2fdefa1d621e on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:26.671961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Attempting to bind port 96a6a960-2e39-41a6-aee4-2fdefa1d621e by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:26.672329 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Attempting to bind port 96a6a960-2e39-41a6-aee4-2fdefa1d621e on network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:26.675088 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Pushing event updated for resources: {'Port': ['ID=96a6a960-2e39-41a6-aee4-2fdefa1d621e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:26.682133 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:26.682559 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Checking segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:26.683005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Bound using segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:26.683795 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Bound port: ac70ec26-1fdd-47ec-942e-26731dc4d127, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:26.684259 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.694816 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Port 96a6a960-2e39-41a6-aee4-2fdefa1d621e on network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:25:26.695213 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Attempting to bind port 96a6a960-2e39-41a6-aee4-2fdefa1d621e on network d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:26.703627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:26.703965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Checking segment: {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:26.704359 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Bound using segment: {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:26.704822 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Bound port: 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd981d854-aa90-422c-9695-c3c167316a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:26.705201 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.807028 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] For port ac70ec26-1fdd-47ec-942e-26731dc4d127, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:26.816981 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd52505-571b-4868-a2b0-87b7a2bef457 req-c8c2542e-9ae1-4a5b-862a-51aaaaed9fd5 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:26.819064 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dd52505-571b-4868-a2b0-87b7a2bef457 req-c8c2542e-9ae1-4a5b-862a-51aaaaed9fd5 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0480597 May 12 23:25:26.824124 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] For port ac70ec26-1fdd-47ec-942e-26731dc4d127, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:26.828477 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] For port 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:26.837975 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.846210 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] For port 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:26.869186 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7dd52505-571b-4868-a2b0-87b7a2bef457 req-731a37e4-12f9-4102-94cf-56e6a3500eb8 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 May 12 23:25:26.873464 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.882466 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:26.883101 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.884584 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 200 len: 1093 time: 1.4292865 May 12 23:25:26.885037 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:26.887327 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257203a4-87e4-4196-9b6d-ae28ea1af210" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:26.906983 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:26.907589 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:26.909004 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] 10.222.0.76 "PUT /v2.0/ports/96a6a960-2e39-41a6-aee4-2fdefa1d621e HTTP/1.1" status: 200 len: 1098 time: 1.3717201 May 12 23:25:26.922061 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69daff-767f-430a-ab47-9dd23b6324d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac70ec26-1fdd-47ec-942e-26731dc4d127,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:27.032899 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caa7b2a-9b60-4c01-98bd-e8d419de71af x-openstack-request-id: req-2caa7b2a-9b60-4c01-98bd-e8d419de71af {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:27.033419 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:27.033833 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2caa7b2a-9b60-4c01-98bd-e8d419de71af {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:27.034382 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2caa7b2a-9b60-4c01-98bd-e8d419de71af'] response: {'name': 'network-changed', 'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'status': 'completed', 'code': 200} May 12 23:25:27.058072 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-65948ed7-ce3a-4059-9786-413f518f4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:27.059558 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-65948ed7-ce3a-4059-9786-413f518f4404 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94572845a0ad49458afead819661bc8a&device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 1132 time: 0.0959103 May 12 23:25:27.062747 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad7a1-a8c0-4dc3-a8cb-85b5a9ffb446 service neutron] Pushing event updated for resources: {'Port': ['ID=96a6a960-2e39-41a6-aee4-2fdefa1d621e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:27.066402 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-65798bf8-bd74-428b-ace6-072ec8c04279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:27.068119 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-65798bf8-bd74-428b-ace6-072ec8c04279 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 1127 time: 0.0948701 May 12 23:25:27.090367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63a2b5-c2bc-4cc7-bb34-70f4a9213cae req-1d2b4559-5823-434f-ab90-5d2cae4cc3be tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:27.097750 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf63a2b5-c2bc-4cc7-bb34-70f4a9213cae req-1d2b4559-5823-434f-ab90-5d2cae4cc3be tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.1125598 May 12 23:25:27.108604 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-59d0e5f9-8fa8-4a50-9dae-1161aea72870 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e HTTP/1.1" status: 200 len: 217 time: 0.0386629 May 12 23:25:27.154458 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-f18b1d0c-3ff7-4000-8e8f-ce3d785035cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 200 len: 217 time: 0.0445821 May 12 23:25:27.184174 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb24756-7342-4f23-902d-f06680e710c0 req-71762148-b61e-4878-87f9-1410925a54d8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:27.186445 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cb24756-7342-4f23-902d-f06680e710c0 req-71762148-b61e-4878-87f9-1410925a54d8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0733953 May 12 23:25:27.195775 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf63a2b5-c2bc-4cc7-bb34-70f4a9213cae req-7b18d6e3-f517-4d16-b0de-e60382de73f6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969644 May 12 23:25:27.251111 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cb24756-7342-4f23-902d-f06680e710c0 req-33364763-1eaa-4a84-a7ae-b5e65fbb7c21 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543177 May 12 23:25:27.988564 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87cb09-5d44-4a42-8212-a4e0e5a30f92 req-86d107b1-0101-44ed-90e4-384600807c7a tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:27.989911 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e87cb09-5d44-4a42-8212-a4e0e5a30f92 req-86d107b1-0101-44ed-90e4-384600807c7a tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0458388 May 12 23:25:28.039634 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e87cb09-5d44-4a42-8212-a4e0e5a30f92 req-b209f137-7685-4ef2-af59-325be98e23aa tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 May 12 23:25:28.303686 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4f37-aeea-4c8b-8579-a1dacb15be51 req-ff814b0a-d1cd-47b1-9bbc-7c9e92e06a76 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:28.305208 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-818d4f37-aeea-4c8b-8579-a1dacb15be51 req-ff814b0a-d1cd-47b1-9bbc-7c9e92e06a76 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0465705 May 12 23:25:28.381943 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c36d8a-8e2a-4572-bbde-629864553711 req-c0fad11d-d068-4e16-b84f-f176eb969740 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:28.383385 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-65c36d8a-8e2a-4572-bbde-629864553711 req-c0fad11d-d068-4e16-b84f-f176eb969740 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0661547 May 12 23:25:28.386658 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-818d4f37-aeea-4c8b-8579-a1dacb15be51 req-1146a80e-b049-4d58-8344-6c88f9cb5a5d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761561 May 12 23:25:28.435151 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-65c36d8a-8e2a-4572-bbde-629864553711 req-73245ae3-5517-4e7d-b11d-8b4ba76338c2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456910 May 12 23:25:28.879963 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-f5e7db31-02cf-40ff-8446-44171ccc56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:28.881402 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-f5e7db31-02cf-40ff-8446-44171ccc56c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7ef988b8-2634-4a6c-90c6-e37680282a43 HTTP/1.1" status: 200 len: 843 time: 0.0441203 May 12 23:25:29.035604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'tag': '96a6a960-2e39-41a6-aee4-2fdefa1d621e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:29.037861 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc4a3f-ad4a-4585-bda5-120b32af5272" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f151d9-b361-418a-9ee1-f2734cbb3d5c", "tag": "96a6a960-2e39-41a6-aee4-2fdefa1d621e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:29.073469 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c91dde5-38a3-43b7-9e11-2227e72241e3 x-openstack-request-id: req-3c91dde5-38a3-43b7-9e11-2227e72241e3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:29.073765 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f151d9-b361-418a-9ee1-f2734cbb3d5c", "tag": "96a6a960-2e39-41a6-aee4-2fdefa1d621e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:29.074018 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c91dde5-38a3-43b7-9e11-2227e72241e3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:29.074418 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c91dde5-38a3-43b7-9e11-2227e72241e3'] response: {'name': 'network-changed', 'server_uuid': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'tag': '96a6a960-2e39-41a6-aee4-2fdefa1d621e', 'status': 'completed', 'code': 200} May 12 23:25:29.154498 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03a46-e08c-45e9-a2e2-bfbb052611c9 req-24e7f15d-766e-4bba-a2a3-5473a8bb19d1 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:29.155941 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ef03a46-e08c-45e9-a2e2-bfbb052611c9 req-24e7f15d-766e-4bba-a2a3-5473a8bb19d1 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0486703 May 12 23:25:29.201698 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ef03a46-e08c-45e9-a2e2-bfbb052611c9 req-ddba115b-7efa-4e14-98e2-c9b8457b4efa tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 May 12 23:25:29.534050 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb07d5-5f24-456e-92aa-0923f1d115da req-49ad9c43-0c3b-4888-9dcc-8ad924965472 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:29.535525 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-30bb07d5-5f24-456e-92aa-0923f1d115da req-49ad9c43-0c3b-4888-9dcc-8ad924965472 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0691178 May 12 23:25:29.565600 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b353a9b-1204-4221-8255-31326498f5cb req-00699c2c-ca5a-4cf1-9390-90836ae4b6a3 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:29.567045 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b353a9b-1204-4221-8255-31326498f5cb req-00699c2c-ca5a-4cf1-9390-90836ae4b6a3 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0655744 May 12 23:25:29.611309 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-30bb07d5-5f24-456e-92aa-0923f1d115da req-dc218cbe-0edf-4eb6-8173-3a81ff77d71f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697205 May 12 23:25:29.635665 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b353a9b-1204-4221-8255-31326498f5cb req-f029ff3d-ebbc-437a-942a-140793625fbc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 May 12 23:25:29.953229 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-18b59f26-326d-4399-9bbe-6661710c8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:29.954614 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-18b59f26-326d-4399-9bbe-6661710c8e49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0433791 May 12 23:25:30.033009 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-46787036-4081-4fc5-afd4-3481245f70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:30.034490 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-46787036-4081-4fc5-afd4-3481245f70df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a3f4d8-9a1f-4007-8983-4a75e0b092b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0691288 May 12 23:25:30.035539 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-328183fb-77ac-437a-9657-4372e2f6c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:30.036894 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-328183fb-77ac-437a-9657-4372e2f6c44d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634639 May 12 23:25:30.214454 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-39c171f0-14d2-4a70-b978-8a46707fd730 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a3f4d8-9a1f-4007-8983-4a75e0b092b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511035 May 12 23:25:30.216193 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-a34c8cd0-bdd9-4b06-902e-6b39815805c1 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519752 May 12 23:25:30.315284 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba79ebf-8bdd-46bd-93a9-20c3ff474c5e req-120bc549-8ac1-4849-8159-271e69a9ac89 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:30.316859 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9ba79ebf-8bdd-46bd-93a9-20c3ff474c5e req-120bc549-8ac1-4849-8159-271e69a9ac89 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0489881 May 12 23:25:30.366422 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9ba79ebf-8bdd-46bd-93a9-20c3ff474c5e req-786702d5-2a16-464c-87fe-4f6fab88a891 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 May 12 23:25:30.428204 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-95db1188-a96d-412f-b123-bd88bfe2eab1 req-4044ea33-ff84-45bc-bd27-d9124bb9ae26 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a3f4d8-9a1f-4007-8983-4a75e0b092b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573663 May 12 23:25:30.430398 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-081a7391-36ee-4f53-afd3-875495dc24a7 req-30ad45e0-8ded-43c6-aa9b-4e4a292184c7 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582978 May 12 23:25:30.750912 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4c4c2-e9b4-4241-b740-42865d3da512 req-4514173b-fd1e-4de6-aaf1-0dd5b352da69 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:30.752623 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e7e4c4c2-e9b4-4241-b740-42865d3da512 req-4514173b-fd1e-4de6-aaf1-0dd5b352da69 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0729749 May 12 23:25:30.789353 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711d54-acb9-4d73-b351-bbb9c843201e req-44a4414b-0f89-43a6-b95f-dabf26e4d27a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:30.798858 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a711d54-acb9-4d73-b351-bbb9c843201e req-44a4414b-0f89-43a6-b95f-dabf26e4d27a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0889530 May 12 23:25:30.854514 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e7e4c4c2-e9b4-4241-b740-42865d3da512 req-138ffad2-c5a8-4362-b034-f9745c9591dc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938652 May 12 23:25:30.877167 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a711d54-acb9-4d73-b351-bbb9c843201e req-2e011d67-2318-4249-b536-ac08e48481d4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725968 May 12 23:25:31.481582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae747ab1-1d02-4647-98e5-2b93e986cf27 req-029f71b4-18c8-48e5-9b22-5d5263c9e468 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:31.483126 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae747ab1-1d02-4647-98e5-2b93e986cf27 req-029f71b4-18c8-48e5-9b22-5d5263c9e468 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0488040 May 12 23:25:31.534595 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae747ab1-1d02-4647-98e5-2b93e986cf27 req-ca551b32-e2f0-4b60-9a7a-96157383e9c0 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 May 12 23:25:32.003824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529d49e-54a0-44ea-bb08-80a67a057c94 req-399a442d-400b-4238-b8cf-1ee731d18a78 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:32.005649 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9529d49e-54a0-44ea-bb08-80a67a057c94 req-399a442d-400b-4238-b8cf-1ee731d18a78 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0764835 May 12 23:25:32.014185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aecfa-2f6c-4e0f-b4a0-7c12492c27c5 req-703b6e91-f591-4724-9a44-85c508266621 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:32.015636 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9aecfa-2f6c-4e0f-b4a0-7c12492c27c5 req-703b6e91-f591-4724-9a44-85c508266621 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0766973 May 12 23:25:32.087429 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9529d49e-54a0-44ea-bb08-80a67a057c94 req-2d9b1313-fe62-4789-add6-039fef3f5bef tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708337 May 12 23:25:32.091438 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d9aecfa-2f6c-4e0f-b4a0-7c12492c27c5 req-55b27a36-ecfc-4760-8858-388c3dc3eac3 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691752 May 12 23:25:32.651384 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2a60-7910-4d74-b7b8-118c1dd22df2 req-00a10815-64c5-4dbc-bb64-d95e54b8d938 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:32.652878 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f4df2a60-7910-4d74-b7b8-118c1dd22df2 req-00a10815-64c5-4dbc-bb64-d95e54b8d938 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0486071 May 12 23:25:32.697927 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f4df2a60-7910-4d74-b7b8-118c1dd22df2 req-366f849c-3db2-4fd4-adb7-f201322c22a3 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390809 May 12 23:25:33.237834 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ced19-6a77-4da2-ac6c-825b38029a8d req-e25b2aa7-7d3f-4717-ac97-22c51635e9b4 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:33.239299 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc1ced19-6a77-4da2-ac6c-825b38029a8d req-e25b2aa7-7d3f-4717-ac97-22c51635e9b4 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0758271 May 12 23:25:33.245180 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f419e1-9cc2-439d-8d23-e154f350261a req-19a0f0c9-2dba-4899-8260-976bae955f49 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:33.246518 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49f419e1-9cc2-439d-8d23-e154f350261a req-19a0f0c9-2dba-4899-8260-976bae955f49 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0818012 May 12 23:25:33.320784 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc1ced19-6a77-4da2-ac6c-825b38029a8d req-a0c438e4-98c9-4ac9-8e89-29dcf48f3388 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733356 May 12 23:25:33.324047 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49f419e1-9cc2-439d-8d23-e154f350261a req-7f2d171e-5197-42d9-86bc-5c61fb88fda6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 May 12 23:25:33.823080 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b73b-de9e-4682-9702-3f295c35c898 req-c6aa68a4-2089-462c-ad15-f4a9ea9d2c11 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:33.824564 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44f3b73b-de9e-4682-9702-3f295c35c898 req-c6aa68a4-2089-462c-ad15-f4a9ea9d2c11 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0545712 May 12 23:25:33.879450 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44f3b73b-de9e-4682-9702-3f295c35c898 req-f77b7178-08ac-4c3d-9c13-e9f225ccc14c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487473 May 12 23:25:34.473873 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16056fdd-8303-4ee2-926b-4153926e54e7 req-5b5e48c7-8472-4e4f-90d8-0e7ba8b5d262 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:34.475357 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-16056fdd-8303-4ee2-926b-4153926e54e7 req-5b5e48c7-8472-4e4f-90d8-0e7ba8b5d262 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0815442 May 12 23:25:34.481260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd8bac-5431-4683-ae61-917387ce6100 req-9e6074ee-2d7d-421c-8ac5-f563333b8d5e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:34.483145 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0abd8bac-5431-4683-ae61-917387ce6100 req-9e6074ee-2d7d-421c-8ac5-f563333b8d5e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0874736 May 12 23:25:34.554609 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-16056fdd-8303-4ee2-926b-4153926e54e7 req-8f51daff-6de1-4f3f-bc3f-7ce2b2b54350 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705206 May 12 23:25:34.559070 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0abd8bac-5431-4683-ae61-917387ce6100 req-6e89190e-507f-4661-80ca-1aac7da83996 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691130 May 12 23:25:34.991625 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048b0e1-1a7d-41b1-9f3a-cfa216010b9d req-de22bbff-96d7-4222-a872-96dc2468883a tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:34.992999 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6048b0e1-1a7d-41b1-9f3a-cfa216010b9d req-de22bbff-96d7-4222-a872-96dc2468883a tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 948 time: 0.0461199 May 12 23:25:35.038283 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6048b0e1-1a7d-41b1-9f3a-cfa216010b9d req-023cd67b-9534-4255-8d0e-ddb6a5eca341 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 May 12 23:25:35.044696 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 96a6a960-2e39-41a6-aee4-2fdefa1d621e details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:25:35.144171 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:35.155564 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '96a6a960-2e39-41a6-aee4-2fdefa1d621e', 'network_id': 'd0a3f4d8-9a1f-4007-8983-4a75e0b092b7', 'port_id': '96a6a960-2e39-41a6-aee4-2fdefa1d621e', 'mac_address': 'fa:16:3e:57:f8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef988b8-2634-4a6c-90c6-e37680282a43', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:25:35.194744 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 96a6a960-2e39-41a6-aee4-2fdefa1d621e is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:35.195138 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:35.208659 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a6a960-2e39-41a6-aee4-2fdefa1d621e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:25:35.228073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:35.231824 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:35.282118 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=96a6a960-2e39-41a6-aee4-2fdefa1d621e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:35.676578 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['96a6a960-2e39-41a6-aee4-2fdefa1d621e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:25:35.699209 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c15d-8705-49ed-ab81-2598c22133c6 req-04edd357-b087-4458-9ce4-6911bdecd068 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:35.700740 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4133c15d-8705-49ed-ab81-2598c22133c6 req-04edd357-b087-4458-9ce4-6911bdecd068 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0755677 May 12 23:25:35.709607 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825893-b6d1-41ef-8270-c385641c0aba req-050c2a27-4d1a-4c53-b246-19c80c6bdd46 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:35.711174 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03825893-b6d1-41ef-8270-c385641c0aba req-050c2a27-4d1a-4c53-b246-19c80c6bdd46 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0769393 May 12 23:25:35.776162 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4133c15d-8705-49ed-ab81-2598c22133c6 req-30289521-4496-4d55-89ed-2925ee836a80 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639868 May 12 23:25:35.799153 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03825893-b6d1-41ef-8270-c385641c0aba req-282581f8-7194-469f-b76f-ee5ccf09b942 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774915 May 12 23:25:36.153084 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab78fe-3fd8-40ce-a8b4-dd52a6422914 req-366e1f0f-0806-4d02-b176-ff8f7a08aae2 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.154575 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31ab78fe-3fd8-40ce-a8b4-dd52a6422914 req-366e1f0f-0806-4d02-b176-ff8f7a08aae2 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 949 time: 0.0499516 May 12 23:25:36.209697 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31ab78fe-3fd8-40ce-a8b4-dd52a6422914 req-d94316e3-bdc6-497e-b3af-aa91c17f7572 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494702 May 12 23:25:36.267792 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-5fea9d9a-d496-4235-9922-37a920e88aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.269331 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-5fea9d9a-d496-4235-9922-37a920e88aef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 1127 time: 0.0744793 May 12 23:25:36.270381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-bc09be8f-0b60-4806-a053-89ff277cf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.271731 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-bc09be8f-0b60-4806-a053-89ff277cf9d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94572845a0ad49458afead819661bc8a&device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 1133 time: 0.0678251 May 12 23:25:36.439372 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-bbd5221e-f3ac-43af-a9e9-2990cd291619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.440767 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-bbd5221e-f3ac-43af-a9e9-2990cd291619 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 912 time: 0.1556733 May 12 23:25:36.441682 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-cdfc4002-bd9e-4305-8a4c-ce3ba71ebbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.442998 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-cdfc4002-bd9e-4305-8a4c-ce3ba71ebbe3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a3f4d8-9a1f-4007-8983-4a75e0b092b7 HTTP/1.1" status: 200 len: 870 time: 0.1568458 May 12 23:25:36.523691 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-b8627f23-8c49-4a14-b901-ea5f7d8734dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 200 len: 217 time: 0.0681970 May 12 23:25:36.525076 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-75a6762b-9699-461c-9d52-246efeadd307 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e HTTP/1.1" status: 200 len: 217 time: 0.0638006 May 12 23:25:36.614205 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-4fe348d9-63a2-44aa-bb1e-a16b0ab12fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.615661 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-4fe348d9-63a2-44aa-bb1e-a16b0ab12fb3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0778930 May 12 23:25:36.617021 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-2956eb9f-e16b-4057-97a0-620e8e4f5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.618355 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-2956eb9f-e16b-4057-97a0-620e8e4f5973 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7ef988b8-2634-4a6c-90c6-e37680282a43 HTTP/1.1" status: 200 len: 843 time: 0.0727437 May 12 23:25:36.697274 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-b5495bc1-68f2-430d-a4e0-3f4c92ebf881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.698696 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-b5495bc1-68f2-430d-a4e0-3f4c92ebf881 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683672 May 12 23:25:36.699995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-37f2922f-bdc6-4fe9-9b47-55b2c9d39e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.701414 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-37f2922f-bdc6-4fe9-9b47-55b2c9d39e0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a3f4d8-9a1f-4007-8983-4a75e0b092b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0637217 May 12 23:25:36.863098 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-a1fa1785-cdda-4239-8317-b56eb6349405 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520500 May 12 23:25:36.868512 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-c39a246f-9002-44cc-a0b5-8ed38dd24bc8 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a3f4d8-9a1f-4007-8983-4a75e0b092b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507137 May 12 23:25:36.925131 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d55db-7f2d-4595-9fc8-1b5b04810d48 req-ac8a7db4-19bd-482b-854c-cfba57b6523a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.928954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-229d55db-7f2d-4595-9fc8-1b5b04810d48 req-ac8a7db4-19bd-482b-854c-cfba57b6523a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 943 time: 0.0840011 May 12 23:25:36.945582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9239b-3855-4955-97ac-ded6885044c3 req-21d153e3-64a2-41df-87b6-4c301beddc6a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:36.947236 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f8a9239b-3855-4955-97ac-ded6885044c3 req-21d153e3-64a2-41df-87b6-4c301beddc6a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0734057 May 12 23:25:37.014486 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-229d55db-7f2d-4595-9fc8-1b5b04810d48 req-cdebec16-fa1f-439f-9551-b7917944df7d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811028 May 12 23:25:37.021987 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f8a9239b-3855-4955-97ac-ded6885044c3 req-5f19515b-62b2-4e5a-a03e-f75074436fca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 May 12 23:25:37.042672 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-257203a4-87e4-4196-9b6d-ae28ea1af210 req-47e92ecc-6e90-475a-994f-75f21dbe9704 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623700 May 12 23:25:37.044646 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8bc4a3f-ad4a-4585-bda5-120b32af5272 req-44319b3d-d301-4e21-b16c-e533353490c3 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a3f4d8-9a1f-4007-8983-4a75e0b092b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632853 May 12 23:25:37.257390 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ac70ec26-1fdd-47ec-942e-26731dc4d127 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:25:37.259656 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 96a6a960-2e39-41a6-aee4-2fdefa1d621e up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:37.329895 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df1a06-39db-4de7-93b1-af9fb7e7ee91 req-a975764c-e3bf-4e38-a004-ad4c3727c60f tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:37.331502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6df1a06-39db-4de7-93b1-af9fb7e7ee91 req-a975764c-e3bf-4e38-a004-ad4c3727c60f tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 949 time: 0.0540330 May 12 23:25:37.365897 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 96a6a960-2e39-41a6-aee4-2fdefa1d621e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:25:37.374253 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 96a6a960-2e39-41a6-aee4-2fdefa1d621e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:37.374680 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:37.379928 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6df1a06-39db-4de7-93b1-af9fb7e7ee91 req-5d66f5d6-32de-41dc-ae0a-1cb542df168e tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 May 12 23:25:37.430458 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port ac70ec26-1fdd-47ec-942e-26731dc4d127, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:37.445430 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'port_id': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'mac_address': 'fa:16:3e:5b:3c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:25:37.513192 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port ac70ec26-1fdd-47ec-942e-26731dc4d127 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:37.514047 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:37.530307 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 96a6a960-2e39-41a6-aee4-2fdefa1d621e is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:37.530411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:37.540735 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac70ec26-1fdd-47ec-942e-26731dc4d127 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:25:37.567431 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a6a960-2e39-41a6-aee4-2fdefa1d621e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:37.569700 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94d4d6-ddce-4735-add0-7386a39d7bb3" -d '{"events": [{"server_uuid": "a7f151d9-b361-418a-9ee1-f2734cbb3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "96a6a960-2e39-41a6-aee4-2fdefa1d621e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:37.711222 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3d283-f730-4304-93d7-4cdde746b71a x-openstack-request-id: req-c5b3d283-f730-4304-93d7-4cdde746b71a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:37.711534 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f151d9-b361-418a-9ee1-f2734cbb3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "96a6a960-2e39-41a6-aee4-2fdefa1d621e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:37.711799 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5b3d283-f730-4304-93d7-4cdde746b71a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:37.712184 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b3d283-f730-4304-93d7-4cdde746b71a'] response: {'server_uuid': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a6a960-2e39-41a6-aee4-2fdefa1d621e', 'code': 200} May 12 23:25:37.716697 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port ac70ec26-1fdd-47ec-942e-26731dc4d127, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:37.718690 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:37.721128 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:37.744271 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:37.771863 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=ac70ec26-1fdd-47ec-942e-26731dc4d127,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:37.816905 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8e302-6731-467c-af2f-e8a6dda6ed70 req-0e8573a3-9058-46ff-9e92-e896e7b46c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:37.818498 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bbb8e302-6731-467c-af2f-e8a6dda6ed70 req-0e8573a3-9058-46ff-9e92-e896e7b46c7b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 1134 time: 0.0412853 May 12 23:25:37.826738 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=96a6a960-2e39-41a6-aee4-2fdefa1d621e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:37.867500 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bbb8e302-6731-467c-af2f-e8a6dda6ed70 req-5161153e-e5af-4e2d-a2d2-a63b5cb1ae1e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 May 12 23:25:38.161176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87d35a-634a-4a7e-bf3f-1856de9bfc53 req-711ba6e5-1bca-4932-ac2f-76b88367b296 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:38.162648 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a87d35a-634a-4a7e-bf3f-1856de9bfc53 req-711ba6e5-1bca-4932-ac2f-76b88367b296 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 944 time: 0.0747349 May 12 23:25:38.173740 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c9fd7-6c50-46e5-9ac0-0cb71f6c9fc2 req-74f92941-539c-4064-9ea5-b9676b2e99f4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:38.175105 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-216c9fd7-6c50-46e5-9ac0-0cb71f6c9fc2 req-74f92941-539c-4064-9ea5-b9676b2e99f4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0590670 May 12 23:25:38.250530 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a87d35a-634a-4a7e-bf3f-1856de9bfc53 req-75afc828-3b1a-4fa6-bfc7-0f5d2194f2b2 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744894 May 12 23:25:38.253508 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-216c9fd7-6c50-46e5-9ac0-0cb71f6c9fc2 req-ec829bbb-ec41-4222-924c-5a42db6a91bf tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717223 May 12 23:25:38.274425 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['ac70ec26-1fdd-47ec-942e-26731dc4d127'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:25:38.496169 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0ef61-c479-4dd8-8628-b54bbf53d222 req-697f37c3-4069-4fe3-a606-c6037d76315b tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:38.497655 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-30a0ef61-c479-4dd8-8628-b54bbf53d222 req-697f37c3-4069-4fe3-a606-c6037d76315b tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0466764 May 12 23:25:38.543909 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-30a0ef61-c479-4dd8-8628-b54bbf53d222 req-e84e866f-3096-4fbd-80c4-23b805e34988 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 May 12 23:25:39.297383 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ac70ec26-1fdd-47ec-942e-26731dc4d127 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:39.351244 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port ac70ec26-1fdd-47ec-942e-26731dc4d127 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:25:39.358996 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port ac70ec26-1fdd-47ec-942e-26731dc4d127 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:39.359470 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:39.456567 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port ac70ec26-1fdd-47ec-942e-26731dc4d127 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:39.456954 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:39.490938 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port ac70ec26-1fdd-47ec-942e-26731dc4d127, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:39.499840 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:39.501897 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e14fa-dd33-4561-9f10-7ed574571e8e req-5ca8bbff-34ab-4302-ad98-2f776bf8dea7 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:39.503626 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a1e14fa-dd33-4561-9f10-7ed574571e8e req-5ca8bbff-34ab-4302-ad98-2f776bf8dea7 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.1014562 May 12 23:25:39.531582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee72e-69c3-4f05-984f-90b3768c4fdd req-cbe1aad9-5439-49a6-b15c-0e7452b0fe1a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:39.533006 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89eee72e-69c3-4f05-984f-90b3768c4fdd req-cbe1aad9-5439-49a6-b15c-0e7452b0fe1a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 944 time: 0.1668482 May 12 23:25:39.549243 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=ac70ec26-1fdd-47ec-942e-26731dc4d127,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:39.584815 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a1e14fa-dd33-4561-9f10-7ed574571e8e req-4f0f20dd-840a-4d9a-881f-482642f7a6a3 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750551 May 12 23:25:39.601555 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89eee72e-69c3-4f05-984f-90b3768c4fdd req-207a535d-e9e8-4998-9879-879d876a5f18 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618751 May 12 23:25:39.689526 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d991-d54f-4f1b-ac47-3ea281e703e6 req-461f8a8b-5471-48cf-bcb1-e08b7dad6cce tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:39.691001 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ebd8d991-d54f-4f1b-ac47-3ea281e703e6 req-461f8a8b-5471-48cf-bcb1-e08b7dad6cce tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0517628 May 12 23:25:39.713357 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:39.716033 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0efef2-ed8c-4aa5-b407-d61abef0f38c" -d '{"events": [{"server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "name": "network-vif-plugged", "status": "completed", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:39.744794 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ebd8d991-d54f-4f1b-ac47-3ea281e703e6 req-e05425d0-0857-4a9b-85f3-23de40ef437c tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 May 12 23:25:39.755348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d1bcc-a437-4881-8b9f-0f3be94fc0ae x-openstack-request-id: req-de8d1bcc-a437-4881-8b9f-0f3be94fc0ae {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:39.755666 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "name": "network-vif-plugged", "status": "completed", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:39.755922 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de8d1bcc-a437-4881-8b9f-0f3be94fc0ae {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:39.756337 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8d1bcc-a437-4881-8b9f-0f3be94fc0ae'] response: {'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'code': 200} May 12 23:25:40.038948 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6464f8-42ad-4cee-b044-12ada5e65ab1 req-27f40666-1edb-4878-9c5a-5b7a850ebe06 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:40.040496 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb6464f8-42ad-4cee-b044-12ada5e65ab1 req-27f40666-1edb-4878-9c5a-5b7a850ebe06 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0636370 May 12 23:25:40.096673 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb6464f8-42ad-4cee-b044-12ada5e65ab1 req-7fcefd05-2fef-4ff0-a35c-36d7729fe84f tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493062 May 12 23:25:40.124988 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:40.231847 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f148d3e-aac7-428e-9e26-792ddd1dad96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.305956 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f148d3e-aac7-428e-9e26-792ddd1dad96 admin admin] Publish callbacks [] for security_group (88dbb87e-0fc8-4053-9375-a499792e6170), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.309846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f148d3e-aac7-428e-9e26-792ddd1dad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (88dbb87e-0fc8-4053-9375-a499792e6170), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.348433 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6f148d3e-aac7-428e-9e26-792ddd1dad96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e072790f97dd4cd7b96b9b86477636a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221882 May 12 23:25:40.349281 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f148d3e-aac7-428e-9e26-792ddd1dad96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dbb87e-0fc8-4053-9375-a499792e6170,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:40.351316 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:40.398723 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62ee4516-2745-4a0d-9d88-6db16aa864ad admin admin] Publish callbacks [] for security_group (88dbb87e-0fc8-4053-9375-a499792e6170), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.422518 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62ee4516-2745-4a0d-9d88-6db16aa864ad admin admin] Publish callbacks [] for security_group (88dbb87e-0fc8-4053-9375-a499792e6170), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.477144 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62ee4516-2745-4a0d-9d88-6db16aa864ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (88dbb87e-0fc8-4053-9375-a499792e6170), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.480248 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62ee4516-2745-4a0d-9d88-6db16aa864ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.484025 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-62ee4516-2745-4a0d-9d88-6db16aa864ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88dbb87e-0fc8-4053-9375-a499792e6170 HTTP/1.1" status: 204 len: 168 time: 0.1292338 May 12 23:25:40.489794 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee4516-2745-4a0d-9d88-6db16aa864ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dbb87e-0fc8-4053-9375-a499792e6170,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:40.773777 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7ba8-ae00-4b22-ab78-5a6d98c8b10b req-3f9eaf60-b113-4777-9f38-6d4c6f5bbefb tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:40.775177 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af70517b-8195-4484-9f6a-4097febc9b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:40.775690 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-972a7ba8-ae00-4b22-ab78-5a6d98c8b10b req-3f9eaf60-b113-4777-9f38-6d4c6f5bbefb tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0792866 May 12 23:25:40.789394 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6c9a-390f-43da-97d4-e021e8c6698f req-4e054810-dd9b-4007-97d8-c7df9ed0a860 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:40.797217 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75cd6c9a-390f-43da-97d4-e021e8c6698f req-4e054810-dd9b-4007-97d8-c7df9ed0a860 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.1319151 May 12 23:25:40.878591 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75cd6c9a-390f-43da-97d4-e021e8c6698f req-d7c39da6-81f4-4a78-9025-500a11695601 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805089 May 12 23:25:40.881916 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-972a7ba8-ae00-4b22-ab78-5a6d98c8b10b req-0ed442a6-6029-4358-8010-bfe3652b7966 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821528 May 12 23:25:41.215659 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71ae1-2136-4f5d-9b03-0d753570f337 req-84023ed8-ca0d-4a3f-ba3f-eb09cd50a4f5 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:41.217456 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88f71ae1-2136-4f5d-9b03-0d753570f337 req-84023ed8-ca0d-4a3f-ba3f-eb09cd50a4f5 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0500491 May 12 23:25:41.269722 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88f71ae1-2136-4f5d-9b03-0d753570f337 req-90ec4bf1-8d72-4965-b0dd-787a5eee4ad5 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 May 12 23:25:42.020893 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac4efb-c6c7-4726-a45f-52a73d75e3d7 req-6e67d00f-0599-4f18-9bbe-6e4897645dfe tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:42.022333 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4cac4efb-c6c7-4726-a45f-52a73d75e3d7 req-6e67d00f-0599-4f18-9bbe-6e4897645dfe tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0737882 May 12 23:25:42.028105 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ca246-d16a-49fc-9ee3-6e15758edae8 req-6f57989a-6831-45e2-bb5b-1be98dba7f26 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:42.029479 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed2ca246-d16a-49fc-9ee3-6e15758edae8 req-6f57989a-6831-45e2-bb5b-1be98dba7f26 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0796998 May 12 23:25:42.101283 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4cac4efb-c6c7-4726-a45f-52a73d75e3d7 req-06f85956-ae95-425a-929e-a5e71d4f5ffe tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 May 12 23:25:42.104135 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed2ca246-d16a-49fc-9ee3-6e15758edae8 req-c3bcd8a9-d6a0-4faa-ac55-145558872305 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683172 May 12 23:25:42.381573 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9797f-e5df-4e2e-be79-0992541bc9fc req-0691462d-c53f-41a2-af68-d54e7bc023c4 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:42.382904 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5fe9797f-e5df-4e2e-be79-0992541bc9fc req-0691462d-c53f-41a2-af68-d54e7bc023c4 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0450838 May 12 23:25:42.428167 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5fe9797f-e5df-4e2e-be79-0992541bc9fc req-29c29a39-1676-444e-b5b5-0f98d866da8e tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 May 12 23:25:43.173195 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-588b8b94-9637-4941-bed1-db95a7971b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:43.230610 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798024-fd4d-4b57-af0b-8cf5f4de8003 req-01ab1655-ff2a-45a8-aa11-201a47a2f708 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:43.232377 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c1798024-fd4d-4b57-af0b-8cf5f4de8003 req-01ab1655-ff2a-45a8-aa11-201a47a2f708 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0533204 May 12 23:25:43.283515 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c1798024-fd4d-4b57-af0b-8cf5f4de8003 req-f00d2f7a-1a7c-4353-8674-153c327d30d8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 May 12 23:25:43.362392 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da413c-fc79-4fb2-beb9-cf479045c6c8 req-924c44bb-db1a-4610-9f83-f026f2c14a3f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:43.363845 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-69da413c-fc79-4fb2-beb9-cf479045c6c8 req-924c44bb-db1a-4610-9f83-f026f2c14a3f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0493772 May 12 23:25:43.409422 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-69da413c-fc79-4fb2-beb9-cf479045c6c8 req-067a60d8-9b77-4f47-abf7-2f14de5b74b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401099 May 12 23:25:43.542020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2b48-a596-4db3-ae70-37c443c762a5 req-b0898848-fbd2-47a9-9236-6867b4d5954e tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:43.543482 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10fa2b48-a596-4db3-ae70-37c443c762a5 req-b0898848-fbd2-47a9-9236-6867b4d5954e tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0464346 May 12 23:25:43.588115 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-10fa2b48-a596-4db3-ae70-37c443c762a5 req-10eadd01-5659-4f1a-a4b9-d2c577cab4e6 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 May 12 23:25:44.040713 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:44.097323 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:44.173828 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506a98-d233-4304-a8b9-0ace2c5ece78 req-70ce9f38-9307-475c-b6d7-d6e3bf7177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:44.175338 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3b506a98-d233-4304-a8b9-0ace2c5ece78 req-70ce9f38-9307-475c-b6d7-d6e3bf7177e2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 1129 time: 0.0437036 May 12 23:25:44.250862 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3b506a98-d233-4304-a8b9-0ace2c5ece78 req-c88aca84-4152-4f11-9b64-125da99e93fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389776 May 12 23:25:44.400540 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028c3ec-9cf9-4761-8837-7964188478d1 req-3f25d00c-cd69-4ff2-a370-9382a031df7b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:44.402009 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4028c3ec-9cf9-4761-8837-7964188478d1 req-3f25d00c-cd69-4ff2-a370-9382a031df7b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0502193 May 12 23:25:44.448739 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4028c3ec-9cf9-4761-8837-7964188478d1 req-4d5f56f2-2b79-4356-baae-e95f0624a6ec tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 May 12 23:25:44.522898 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6135cc4-d45a-4fc7-846c-2719de6e4726 req-61bafa8d-8a01-4906-8edc-64df7e098a7d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:44.524443 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6135cc4-d45a-4fc7-846c-2719de6e4726 req-61bafa8d-8a01-4906-8edc-64df7e098a7d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0466278 May 12 23:25:44.570603 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6135cc4-d45a-4fc7-846c-2719de6e4726 req-0797be62-3906-4253-82af-972a0d7e1def tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 May 12 23:25:44.704348 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d55db8-ae26-4eb9-b809-e8c9be6db94c req-0ed0a333-294e-4ec6-9b5f-1c93df2c9b8e tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:44.706050 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-04d55db8-ae26-4eb9-b809-e8c9be6db94c req-0ed0a333-294e-4ec6-9b5f-1c93df2c9b8e tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0513155 May 12 23:25:44.756777 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-04d55db8-ae26-4eb9-b809-e8c9be6db94c req-028d13cf-35b4-4429-b3e6-87be06c0dc78 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/security-groups?id=acf60a9d-d9f4-49bb-b197-47ed587dd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 May 12 23:25:45.424026 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-89f68a77-5c06-4918-aecc-df52737f7080 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:45.425497 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-89f68a77-5c06-4918-aecc-df52737f7080 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 950 time: 0.0472434 May 12 23:25:45.534276 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Deleting port 96a6a960-2e39-41a6-aee4-2fdefa1d621e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:25:45.534612 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:45.573815 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8392cd0-3ebc-47e8-9d08-ec9213c29c25 req-68c1242b-e0a9-4233-addb-f1edba04354e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:45.575295 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a8392cd0-3ebc-47e8-9d08-ec9213c29c25 req-68c1242b-e0a9-4233-addb-f1edba04354e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0494466 May 12 23:25:45.624502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a8392cd0-3ebc-47e8-9d08-ec9213c29c25 req-88a76ca8-1e4c-4a47-b15f-ff5057b0c176 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 May 12 23:25:45.635154 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] For port 96a6a960-2e39-41a6-aee4-2fdefa1d621e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=96a6a960-2e39-41a6-aee4-2fdefa1d621e,segment=NetworkSegment(d981d854-aa90-422c-9695-c3c167316a78),segment_id=d981d854-aa90-422c-9695-c3c167316a78)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:45.635528 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:45.650649 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Calling delete_port for 96a6a960-2e39-41a6-aee4-2fdefa1d621e owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:25:45.691904 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ee9f5-7320-483e-bd01-8ad62c2f8b3a req-065409cf-7621-4469-a47f-94d2fff9c3df tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:45.696768 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a30ee9f5-7320-483e-bd01-8ad62c2f8b3a req-065409cf-7621-4469-a47f-94d2fff9c3df tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0515115 May 12 23:25:45.722082 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:45.744200 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a30ee9f5-7320-483e-bd01-8ad62c2f8b3a req-a8a4cc7a-3999-492d-b0fd-e15843c74618 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454044 May 12 23:25:45.792755 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (96a6a960-2e39-41a6-aee4-2fdefa1d621e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:45.821150 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Pushing event deleted for resources: {'Port': ['ID=96a6a960-2e39-41a6-aee4-2fdefa1d621e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:45.861502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e80e2426-661b-4b1c-8c0e-c4d03ffdeaca req-be552256-2302-42d5-8614-8854ea732ddc tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 210 time: 0.0341721 May 12 23:25:45.866914 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] No DVR routers for this DVR port 96a6a960-2e39-41a6-aee4-2fdefa1d621e on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:25:45.869811 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:45.873479 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3956e729-599d-4af9-8c4b-4fec16ac29b7 req-f7c84234-c8b5-4b08-a172-0645db9fc963 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.76 "DELETE /v2.0/ports/96a6a960-2e39-41a6-aee4-2fdefa1d621e HTTP/1.1" status: 204 len: 173 time: 0.4252281 May 12 23:25:45.874223 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'name': 'network-vif-deleted', 'tag': '96a6a960-2e39-41a6-aee4-2fdefa1d621e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:45.877228 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cc891-b719-454e-97b4-aaf7a7545e4c" -d '{"events": [{"server_uuid": "a7f151d9-b361-418a-9ee1-f2734cbb3d5c", "name": "network-vif-deleted", "tag": "96a6a960-2e39-41a6-aee4-2fdefa1d621e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:45.929236 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff33cd0-23b7-4c09-85fd-16e15b010d1d x-openstack-request-id: req-aff33cd0-23b7-4c09-85fd-16e15b010d1d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:45.929459 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f151d9-b361-418a-9ee1-f2734cbb3d5c", "name": "network-vif-deleted", "tag": "96a6a960-2e39-41a6-aee4-2fdefa1d621e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:45.929715 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aff33cd0-23b7-4c09-85fd-16e15b010d1d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:45.930111 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff33cd0-23b7-4c09-85fd-16e15b010d1d'] response: {'server_uuid': 'a7f151d9-b361-418a-9ee1-f2734cbb3d5c', 'name': 'network-vif-deleted', 'tag': '96a6a960-2e39-41a6-aee4-2fdefa1d621e', 'status': 'completed', 'code': 200} May 12 23:25:46.750336 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd07f5d-03e3-4fee-a082-527f4c35cee6 req-7aab89e5-5852-47d0-a77e-b6ee2dc011ee tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:46.751946 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0fd07f5d-03e3-4fee-a082-527f4c35cee6 req-7aab89e5-5852-47d0-a77e-b6ee2dc011ee tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0521016 May 12 23:25:46.809383 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0fd07f5d-03e3-4fee-a082-527f4c35cee6 req-96ad100a-1dba-44c0-9f0b-0d901f654e23 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 May 12 23:25:46.879117 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ac58b-b26f-48ee-af6e-91617ca329b4 req-7834f42d-9f10-421d-80a3-6cddc6eddb45 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:46.880793 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b5ac58b-b26f-48ee-af6e-91617ca329b4 req-7834f42d-9f10-421d-80a3-6cddc6eddb45 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0527406 May 12 23:25:46.941917 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9b5ac58b-b26f-48ee-af6e-91617ca329b4 req-d4d74523-7929-4152-9473-c11ed5cd74c7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530043 May 12 23:25:46.973093 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f47b6cc-e992-4402-8dd6-38435591282a req-c991567c-e0b3-4aca-b7b9-54a9e2cbbfd4 tempest-VolumesNegativeTest-2061178556 tempest-VolumesNegativeTest-2061178556-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7f151d9-b361-418a-9ee1-f2734cbb3d5c HTTP/1.1" status: 200 len: 210 time: 0.0302389 May 12 23:25:47.237522 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:47.383382 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 96a6a960-2e39-41a6-aee4-2fdefa1d621e no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:25:47.404088 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 96a6a960-2e39-41a6-aee4-2fdefa1d621e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:25:47.404744 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 96a6a960-2e39-41a6-aee4-2fdefa1d621e not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:25:47.602156 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c912bb-eba0-491f-9cc7-a99ede347579 req-087c6ed2-f9a1-4d29-827b-db65cccce76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:47.603625 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5c912bb-eba0-491f-9cc7-a99ede347579 req-087c6ed2-f9a1-4d29-827b-db65cccce76e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1129 time: 0.0414300 May 12 23:25:47.990071 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5c912bb-eba0-491f-9cc7-a99ede347579 req-fb57369f-6c98-4c55-adba-f6298a31eb7d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934198 May 12 23:25:48.152517 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308e72f-72ab-4cd8-a6e5-73ed550c7153 req-26294f44-51a2-4b3c-bb69-863de12c35ea tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:48.154005 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6308e72f-72ab-4cd8-a6e5-73ed550c7153 req-26294f44-51a2-4b3c-bb69-863de12c35ea tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.2720394 May 12 23:25:48.168182 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3fb1-5830-48f7-a28a-9e25afbb2cc5 req-9fdae0ea-ac02-49a0-8e74-5ae3779a7ebd tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:48.169845 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b6f3fb1-5830-48f7-a28a-9e25afbb2cc5 req-9fdae0ea-ac02-49a0-8e74-5ae3779a7ebd tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0619125 May 12 23:25:48.242119 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6308e72f-72ab-4cd8-a6e5-73ed550c7153 req-4155ae4e-35f4-47c6-949d-2598908d256e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712948 May 12 23:25:48.253938 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b6f3fb1-5830-48f7-a28a-9e25afbb2cc5 req-f71d783f-b577-458f-9dca-fdc62dc74c4f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765696 May 12 23:25:48.382701 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2745669-3938-4bc4-a6e5-12bb54540287 req-1d411649-7409-4a21-aaec-767359fca79a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:48.388803 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2745669-3938-4bc4-a6e5-12bb54540287 req-1d411649-7409-4a21-aaec-767359fca79a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0571182 May 12 23:25:48.393991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:48.399366 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'floatingip': {'port_id': 'ac70ec26-1fdd-47ec-942e-26731dc4d127'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:48.445087 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (661a777e-63b0-4652-a23f-90c51c30749b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:48.986283 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:48.990506 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (661a777e-63b0-4652-a23f-90c51c30749b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:49.114785 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Floating IP 661a777e-63b0-4652-a23f-90c51c30749b associated. External IP: 172.27.3.33, port: ac70ec26-1fdd-47ec-942e-26731dc4d127. May 12 23:25:49.387357 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536b50-933f-4101-a7f6-738cb4e618f2 req-b75b6aaa-da87-4bba-abac-7bbc2668da39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:49.388945 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2536b50-933f-4101-a7f6-738cb4e618f2 req-b75b6aaa-da87-4bba-abac-7bbc2668da39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0586343 May 12 23:25:49.449745 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2536b50-933f-4101-a7f6-738cb4e618f2 req-717b3f95-18bc-4bb5-b589-62a37f1446d8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497828 May 12 23:25:49.650710 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Router d2d28334-9c49-4428-858e-7c16216d91f5 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:25:49.803275 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:49.815949 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:49.820718 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:25:49.838540 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:49.839218 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:49.858798 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3dbe38d1-70c6-4ce2-8ab2-0ed3f9333ff6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "PUT /v2.0/floatingips/661a777e-63b0-4652-a23f-90c51c30749b HTTP/1.1" status: 200 len: 990 time: 1.4629149 May 12 23:25:49.859379 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:25:49.861781 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d74fd-cfef-4188-9231-6467d25a186e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:25:49.927671 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a9b790-981f-4249-b945-296f6a07019d x-openstack-request-id: req-34a9b790-981f-4249-b945-296f6a07019d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:25:49.928151 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:25:49.928446 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34a9b790-981f-4249-b945-296f6a07019d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:25:49.928983 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a9b790-981f-4249-b945-296f6a07019d'] response: {'name': 'network-changed', 'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'status': 'completed', 'code': 200} May 12 23:25:49.977981 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:50.046394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d74fd-cfef-4188-9231-6467d25a186e req-c9e0da39-d9a9-4979-8e90-1e5eba08b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:50.049060 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-c9e0da39-d9a9-4979-8e90-1e5eba08b277 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 1129 time: 0.0853527 May 12 23:25:50.156642 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:50.191823 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d74fd-cfef-4188-9231-6467d25a186e req-8a8012f8-4791-4a4b-995a-d1e15f5894b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:50.194490 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-8a8012f8-4791-4a4b-995a-d1e15f5894b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 912 time: 0.1355064 May 12 23:25:50.283704 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-8754166c-f583-40a1-bc53-9c8fcc8182a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 200 len: 998 time: 0.0822637 May 12 23:25:50.314885 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '661a777e-63b0-4652-a23f-90c51c30749b', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'port_id': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'mac_address': 'fa:16:3e:5b:3c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:25:20Z', 'updated_at': '2022-05-12T23:25:48Z', 'revision_number': 1, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:50.354377 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bda25c-3c43-45d8-b8fd-ae1264290909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.354780 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:25:50.366525 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:50.367135 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:50.371335 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d74fd-cfef-4188-9231-6467d25a186e req-f17d6857-3ae2-4e0e-8703-c90158a77d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:50.373638 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-f17d6857-3ae2-4e0e-8703-c90158a77d3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0816972 May 12 23:25:50.432458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d74fd-cfef-4188-9231-6467d25a186e req-4da6c3b2-016f-466b-89e0-010ee4a72b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:50.434341 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-4da6c3b2-016f-466b-89e0-010ee4a72b45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484495 May 12 23:25:50.461452 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bda25c-3c43-45d8-b8fd-ae1264290909 admin admin] Publish callbacks [] for security_group (af9300c2-1797-4f65-9aac-f49579fd0ada), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.470168 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82bda25c-3c43-45d8-b8fd-ae1264290909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (af9300c2-1797-4f65-9aac-f49579fd0ada), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.502947 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:50.514197 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-82bda25c-3c43-45d8-b8fd-ae1264290909 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6ecc791509d46eb9c9a882841da8ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562241 May 12 23:25:50.515577 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:50.521671 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bda25c-3c43-45d8-b8fd-ae1264290909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9300c2-1797-4f65-9aac-f49579fd0ada,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:50.571855 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-760cf38e-036b-4b20-98e3-e07252975e70 admin admin] Publish callbacks [] for security_group (af9300c2-1797-4f65-9aac-f49579fd0ada), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.595849 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-3752a856-f6a8-49ef-8ab1-8c2012e5fdd0 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541736 May 12 23:25:50.624424 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-760cf38e-036b-4b20-98e3-e07252975e70 admin admin] Publish callbacks [] for security_group (af9300c2-1797-4f65-9aac-f49579fd0ada), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.640511 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d831d8-5f62-4fac-bd68-0f2a30709349 req-420d4af0-75f7-414a-804c-d8769a61a84b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:50.648100 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-57d831d8-5f62-4fac-bd68-0f2a30709349 req-420d4af0-75f7-414a-804c-d8769a61a84b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0781927 May 12 23:25:50.726470 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-57d831d8-5f62-4fac-bd68-0f2a30709349 req-d1125b02-8932-47cd-ad31-671ccdbf1270 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774786 May 12 23:25:50.732146 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-892d74fd-cfef-4188-9231-6467d25a186e req-d8486e5e-a843-434d-baea-094a70d07d6f service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226146 May 12 23:25:50.743713 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-760cf38e-036b-4b20-98e3-e07252975e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (af9300c2-1797-4f65-9aac-f49579fd0ada), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.746689 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-760cf38e-036b-4b20-98e3-e07252975e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:50.748134 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-760cf38e-036b-4b20-98e3-e07252975e70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af9300c2-1797-4f65-9aac-f49579fd0ada HTTP/1.1" status: 204 len: 168 time: 0.2317567 May 12 23:25:50.768408 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cf38e-036b-4b20-98e3-e07252975e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9300c2-1797-4f65-9aac-f49579fd0ada,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:50.844913 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '661a777e-63b0-4652-a23f-90c51c30749b', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'port_id': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'mac_address': 'fa:16:3e:5b:3c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:25:20Z', 'updated_at': '2022-05-12T23:25:48Z', 'revision_number': 1, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:50.878693 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ad5ce-6437-49b0-a7c0-96f692854ae7 req-86e95657-f848-44bc-8f96-dda1fdeb3725 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:50.880652 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc4ad5ce-6437-49b0-a7c0-96f692854ae7 req-86e95657-f848-44bc-8f96-dda1fdeb3725 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0629323 May 12 23:25:50.887113 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ba7b3-f0a3-4107-881f-b6c4f08ab9b0 None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '661a777e-63b0-4652-a23f-90c51c30749b', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'port_id': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'mac_address': 'fa:16:3e:5b:3c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:25:20Z', 'updated_at': '2022-05-12T23:25:48Z', 'revision_number': 1, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:25:50.956435 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc4ad5ce-6437-49b0-a7c0-96f692854ae7 req-aff3e376-0298-4d69-901b-510debe809ff tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613356 May 12 23:25:51.185581 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49f916-4f1c-4f2d-a9db-df98be3b3b97 None None] New status for floating IP 661a777e-63b0-4652-a23f-90c51c30749b: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:25:52.431384 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:25:52.725260 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-3ca83f86-9506-4649-a6ee-4d4ac19c6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:52.726860 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-3ca83f86-9506-4649-a6ee-4d4ac19c6b0d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1130 time: 0.0398016 May 12 23:25:52.734488 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885d007-cdb4-4067-8705-015e6c3e9ec9 req-ede70540-c8d8-46d1-92e4-3e428d5c63b8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:52.735977 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e885d007-cdb4-4067-8705-015e6c3e9ec9 req-ede70540-c8d8-46d1-92e4-3e428d5c63b8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0449150 May 12 23:25:52.783213 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e885d007-cdb4-4067-8705-015e6c3e9ec9 req-e8c76084-8f79-4eb1-aa1c-4e3c3780a314 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 May 12 23:25:52.823759 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-9449674f-4ffa-4bea-ab86-f720ca694fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:52.825232 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-9449674f-4ffa-4bea-ab86-f720ca694fc3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.0896921 May 12 23:25:52.866047 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-01e34adf-a0db-4f23-88e4-63d935db165d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 217 time: 0.0334377 May 12 23:25:52.916657 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-ddeaff6c-3bf6-47c3-9e59-8c9551e865c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:52.918040 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-ddeaff6c-3bf6-47c3-9e59-8c9551e865c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0451143 May 12 23:25:52.962903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-d02e0ba9-f449-4e52-ad1e-5aa39e757127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:52.964570 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-d02e0ba9-f449-4e52-ad1e-5aa39e757127 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396299 May 12 23:25:53.056636 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-ab07ed35-3dc0-48b3-9d00-49b7b7c1ec2f service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851755 May 12 23:25:53.155685 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-33e3c071-8722-40b8-ba5c-2705d256f8ea req-90d6137d-7ade-4029-98cc-494fcba8c67f service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899255 May 12 23:25:53.395972 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53668) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:53.525345 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f1354e2f-4b01-43c3-b7f2-24e583ada7d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94572845a0ad49458afead819661bc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282065 May 12 23:25:53.527773 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:53.576148 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0877-5ee2-482a-83d6-673a2308b11f admin admin] Publish callbacks [] for security_group (acf60a9d-d9f4-49bb-b197-47ed587dd4de), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:53.596741 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0877-5ee2-482a-83d6-673a2308b11f admin admin] Publish callbacks [] for security_group (acf60a9d-d9f4-49bb-b197-47ed587dd4de), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:53.642202 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0877-5ee2-482a-83d6-673a2308b11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (acf60a9d-d9f4-49bb-b197-47ed587dd4de), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:53.644682 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0877-5ee2-482a-83d6-673a2308b11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:53.645816 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bcfd0877-5ee2-482a-83d6-673a2308b11f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acf60a9d-d9f4-49bb-b197-47ed587dd4de HTTP/1.1" status: 204 len: 168 time: 0.1171467 May 12 23:25:53.653288 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd0877-5ee2-482a-83d6-673a2308b11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf60a9d-d9f4-49bb-b197-47ed587dd4de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:53.904097 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb05557-c86d-40e3-87e2-133e8dcf5d34 req-38802edd-2941-4676-9a5f-8d463f2b5a13 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:53.906437 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0bb05557-c86d-40e3-87e2-133e8dcf5d34 req-38802edd-2941-4676-9a5f-8d463f2b5a13 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0500014 May 12 23:25:53.954751 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0bb05557-c86d-40e3-87e2-133e8dcf5d34 req-c770de31-5009-4324-8d51-b5ae67184b90 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 May 12 23:25:53.970020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53690) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:54.118367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7303a-887b-4711-808f-b1495672b6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.200636 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7303a-887b-4711-808f-b1495672b6a5 admin admin] Publish callbacks [] for security_group (f9cdd37a-c256-422f-9e37-ca28ccba3506), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.205395 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7303a-887b-4711-808f-b1495672b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f9cdd37a-c256-422f-9e37-ca28ccba3506), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.247769 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2ef7303a-887b-4711-808f-b1495672b6a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed78c52a741a494ea3a038372bdfea07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740629 May 12 23:25:54.247769 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7303a-887b-4711-808f-b1495672b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cdd37a-c256-422f-9e37-ca28ccba3506,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:54.248030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:54.304138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49611538-1919-4abe-b16d-15386b3154c9 admin admin] Publish callbacks [] for security_group (f9cdd37a-c256-422f-9e37-ca28ccba3506), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.327244 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49611538-1919-4abe-b16d-15386b3154c9 admin admin] Publish callbacks [] for security_group (f9cdd37a-c256-422f-9e37-ca28ccba3506), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.379989 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49611538-1919-4abe-b16d-15386b3154c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f9cdd37a-c256-422f-9e37-ca28ccba3506), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.386900 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49611538-1919-4abe-b16d-15386b3154c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.391189 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-49611538-1919-4abe-b16d-15386b3154c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9cdd37a-c256-422f-9e37-ca28ccba3506 HTTP/1.1" status: 204 len: 168 time: 0.1411145 May 12 23:25:54.399740 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49611538-1919-4abe-b16d-15386b3154c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cdd37a-c256-422f-9e37-ca28ccba3506,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:54.583728 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:54.726165 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d23993-c992-4e7c-8e32-7a036afec44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.823200 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d23993-c992-4e7c-8e32-7a036afec44a admin admin] Publish callbacks [] for security_group (6834a2f1-8e88-4b60-b742-d2fdf0e57d38), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.828643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d23993-c992-4e7c-8e32-7a036afec44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6834a2f1-8e88-4b60-b742-d2fdf0e57d38), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.871753 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-64d23993-c992-4e7c-8e32-7a036afec44a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91633279da424fbebdcad194fc2b0477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843819 May 12 23:25:54.871753 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d23993-c992-4e7c-8e32-7a036afec44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6834a2f1-8e88-4b60-b742-d2fdf0e57d38,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:54.872828 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:54.957467 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82d429b6-fa43-49fa-b2d4-a884a3458244 admin admin] Publish callbacks [] for security_group (6834a2f1-8e88-4b60-b742-d2fdf0e57d38), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:54.993297 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82d429b6-fa43-49fa-b2d4-a884a3458244 admin admin] Publish callbacks [] for security_group (6834a2f1-8e88-4b60-b742-d2fdf0e57d38), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.072913 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82d429b6-fa43-49fa-b2d4-a884a3458244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6834a2f1-8e88-4b60-b742-d2fdf0e57d38), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.075431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82d429b6-fa43-49fa-b2d4-a884a3458244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.077349 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-82d429b6-fa43-49fa-b2d4-a884a3458244 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6834a2f1-8e88-4b60-b742-d2fdf0e57d38 HTTP/1.1" status: 204 len: 168 time: 0.2023022 May 12 23:25:55.090871 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d429b6-fa43-49fa-b2d4-a884a3458244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6834a2f1-8e88-4b60-b742-d2fdf0e57d38,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:55.098905 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d096c00-0ffa-45a4-8b70-3c3f3b4b5f4d req-41966eec-cfb2-4b27-9b63-4dda0850b81b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:55.100456 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d096c00-0ffa-45a4-8b70-3c3f3b4b5f4d req-41966eec-cfb2-4b27-9b63-4dda0850b81b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0616529 May 12 23:25:55.121323 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:55.157198 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d096c00-0ffa-45a4-8b70-3c3f3b4b5f4d req-9e7d5d4c-ceaf-4ff1-8c64-5bab072b34c5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473449 May 12 23:25:55.217252 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-917427282-network', 'tenant_id': 'e81bb52b456d4be68365930154165998'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:55.238130 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Made reservation on behalf of e81bb52b456d4be68365930154165998 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:25:55.240503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.249746 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.340858 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks [] for security_group (cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.349440 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.370991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:25:55.389495 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:55.392838 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (769da4a9-b25c-4692-93df-dd92fced24eb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.393253 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Added segment 769da4a9-b25c-4692-93df-dd92fced24eb of type vlan for network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 May 12 23:25:55.438042 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (5fa03ac1-bc64-4412-9031-d999b3f46bb9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.464684 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (5fa03ac1-bc64-4412-9031-d999b3f46bb9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.465806 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:55.466458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.519420 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:55.519615 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3971021 May 12 23:25:55.524133 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Request body: {'subnet': {'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-917427282-subnet', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:55.551317 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b24d6-c1b0-410f-a7dd-3e13bf180ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa03ac1-bc64-4412-9031-d999b3f46bb9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:55.554378 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Made reservation on behalf of e81bb52b456d4be68365930154165998 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:25:55.558140 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.563378 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:25:55.753043 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (55278cc7-2999-4ab9-bd40-ddb4ecdbe183), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.825194 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55278cc7-2999-4ab9-bd40-ddb4ecdbe183,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:55.843558 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Checking segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:55.844176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Network hostable DHCP agents. Network: 5fa03ac1-bc64-4412-9031-d999b3f46bb9, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:25:55.864231 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:25:55.883800 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 5fa03ac1-bc64-4412-9031-d999b3f46bb9) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:55.889835 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:55.890443 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.898104 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74179dcd-c35c-40ba-97bf-eefb4b7bbc55 None None] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:25:55.913472 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d6ba1df5-4010-4849-b7ef-617ea56e4161 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3924227 May 12 23:25:55.916401 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:55.920004 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:25:55.944542 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:55.945682 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.015266 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:25:56.016438 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.030862 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks [] for router_controller (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.213900 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Allocated IP 172.20.0.2 (5fa03ac1-bc64-4412-9031-d999b3f46bb9/55278cc7-2999-4ab9-bd40-ddb4ecdbe183/5c5ceb45-13c8-4479-ae23-086e4fd6d10e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:56.233473 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks [] for router_gateway (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.373004 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ac2c-8814-4fbc-aeeb-634eafc6582d req-2a635485-41d2-4c9a-abdc-55ac57e32ca6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:56.375213 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ca70ac2c-8814-4fbc-aeeb-634eafc6582d req-2a635485-41d2-4c9a-abdc-55ac57e32ca6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0959942 May 12 23:25:56.381002 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Publish callbacks [] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.386879 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.428476 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:56.432882 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:56.435367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:56.471134 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Pushing event updated for resources: {'Port': ['ID=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:56.511147 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Attempting to bind port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:56.511600 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Attempting to bind port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:56.511977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Attempting to bind port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:56.518628 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:56.519265 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Checking segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:56.519895 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.520488 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Bound using segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:56.521091 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Bound port: 5c5ceb45-13c8-4479-ae23-086e4fd6d10e, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:56.521678 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.524267 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks [] for router_gateway (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.550660 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ca70ac2c-8814-4fbc-aeeb-634eafc6582d req-2353952e-c07e-448b-a167-6c22a21d955f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688702 May 12 23:25:56.555006 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.601765 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] For port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:56.606318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] For port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:56.612604 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.671661 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb89446-664b-4a09-a7ed-db2d825e1b06 None None] Pushing event updated for resources: {'Port': ['ID=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:56.676699 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Allocated IP 172.27.3.84 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/be93d1a8-9746-48d9-86ec-1144d7b8cc69) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:56.786577 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks [] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.827048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:56.883772 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:56.889429 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:56.900138 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:56.924357 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Pushing event updated for resources: {'Port': ['ID=be93d1a8-9746-48d9-86ec-1144d7b8cc69,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:57.170813 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks [] for router_gateway (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:57.379599 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:57.514123 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:25:57.589875 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a52250-fb68-4d2f-826c-ac52779b6045 None None] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:25:57.660216 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] Provisioning complete for port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:57.660920 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:57.781879 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] Current status of the port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:57.782267 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:57.818916 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] For port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:25:57.822050 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83bc6e-ff9d-42ec-8703-7e38784eb8da req-bcaf277e-5e51-401c-b855-aca34e384b11 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:57.823611 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f83bc6e-ff9d-42ec-8703-7e38784eb8da req-bcaf277e-5e51-401c-b855-aca34e384b11 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0657549 May 12 23:25:57.831477 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:57.897999 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d16cc-583c-4b95-8cb2-902ee4e48924 None None] Pushing event updated for resources: {'Port': ['ID=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:57.898670 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:57.917607 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:25:57.928928 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:57.929589 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:57.933244 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6f83bc6e-ff9d-42ec-8703-7e38784eb8da req-7e1dc05a-ab9e-415d-b3ff-471b7c15d05d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 May 12 23:25:57.949397 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5c5ceb45-13c8-4479-ae23-086e4fd6d10e up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:25:57.958260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:57.962444 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:25:57.962919 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b2a7b1bd-e88b-42cd-8d82-cfa5dbd324f1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0457237 May 12 23:25:58.004902 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:58.005416 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.057016 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9035d096-1756-4547-8070-4ad849d837cb None None] Provisioning complete for port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:58.057491 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9035d096-1756-4547-8070-4ad849d837cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.155081 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:58.164204 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:58.190668 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9035d096-1756-4547-8070-4ad849d837cb None None] Current status of the port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:25:58.336844 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:57Z', 'revision_number': 3, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:58.369456 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:25:58.369730 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Updating router acb3f2e9-7b6b-4077-b10b-8de4837b80eb port be93d1a8-9746-48d9-86ec-1144d7b8cc69 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:25:58.396286 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.418424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.566454 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Allocated IP 172.20.0.1 (5fa03ac1-bc64-4412-9031-d999b3f46bb9/55278cc7-2999-4ab9-bd40-ddb4ecdbe183/5227505a-c73d-4999-afd8-4e81fbcc9c9e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:25:58.681504 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Publish callbacks [] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.687865 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.690019 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks [] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.723655 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.742879 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Attempting to bind port be93d1a8-9746-48d9-86ec-1144d7b8cc69 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:25:58.743247 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Attempting to bind port be93d1a8-9746-48d9-86ec-1144d7b8cc69 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:25:58.743601 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Attempting to bind port be93d1a8-9746-48d9-86ec-1144d7b8cc69 on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:25:58.745552 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91b72-43e2-4b99-ad9f-b7f01251a76f None None] Pushing event updated for resources: {'Port': ['ID=be93d1a8-9746-48d9-86ec-1144d7b8cc69,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:58.751911 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:25:58.752138 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:25:58.752418 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.752758 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:25:58.753291 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Bound port: be93d1a8-9746-48d9-86ec-1144d7b8cc69, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:25:58.753584 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.761663 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:58.765183 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:58.767714 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:25:58.768318 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.805961 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] For port be93d1a8-9746-48d9-86ec-1144d7b8cc69, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:25:58.809145 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] For port be93d1a8-9746-48d9-86ec-1144d7b8cc69, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=be93d1a8-9746-48d9-86ec-1144d7b8cc69,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:25:58.816129 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:58.817249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5227505a-c73d-4999-afd8-4e81fbcc9c9e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:58.877676 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91b72-43e2-4b99-ad9f-b7f01251a76f None None] Pushing event updated for resources: {'Port': ['ID=be93d1a8-9746-48d9-86ec-1144d7b8cc69,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:58.880208 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:25:58.880855 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:58.922004 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:59.019438 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c7e9f321-8a2b-4587-a798-5fcbcfb829c2 None None] Provisioning complete for port 5227505a-c73d-4999-afd8-4e81fbcc9c9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:59.020015 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:25:59.020932 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f321-8a2b-4587-a798-5fcbcfb829c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:59.055957 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9f321-8a2b-4587-a798-5fcbcfb829c2 None None] Port 5227505a-c73d-4999-afd8-4e81fbcc9c9e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:25:59.069707 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6215-64ff-4d85-91c5-70ec9ca39fec req-2216b221-b2e7-409a-bc09-fb85209d29dc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:25:59.071988 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-966f6215-64ff-4d85-91c5-70ec9ca39fec req-2216b221-b2e7-409a-bc09-fb85209d29dc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0714140 May 12 23:25:59.126355 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-966f6215-64ff-4d85-91c5-70ec9ca39fec req-d43850ac-fd47-4842-8dfa-1cb52e719b98 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485301 May 12 23:25:59.157434 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks [] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:59.162188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:59.163149 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:59.216026 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:57Z', 'revision_number': 3, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:25:59.225524 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5227505a-c73d-4999-afd8-4e81fbcc9c9e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:25:59.244534 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee802fa2-bf0b-47cf-a220-3adba9c1cdde None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:57Z', 'revision_number': 3, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:25:59.306670 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:25:59.308069 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:25:59.443649 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:25:59.594564 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7b2e965c-2f9f-4fd3-b9e6-5f874ce27e87 None None] Provisioning complete for port 5227505a-c73d-4999-afd8-4e81fbcc9c9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:25:59.595041 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b2e965c-2f9f-4fd3-b9e6-5f874ce27e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:25:59.605785 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:25:59.614836 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ce9169b3-a637-4ae3-8576-e2766b66baf0 admin admin] 10.222.0.49 "PUT /v2.0/routers/acb3f2e9-7b6b-4077-b10b-8de4837b80eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507041 May 12 23:25:59.644984 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e965c-2f9f-4fd3-b9e6-5f874ce27e87 None None] Port 5227505a-c73d-4999-afd8-4e81fbcc9c9e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:25:59.979116 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5c5ceb45-13c8-4479-ae23-086e4fd6d10e up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:00.027997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:00.028687 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.110227 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:00.111528 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device be93d1a8-9746-48d9-86ec-1144d7b8cc69 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:00.181130 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port be93d1a8-9746-48d9-86ec-1144d7b8cc69 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:00.181638 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.296639 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ffa3c-c900-47e8-8936-069b1302a102 req-14ded931-6055-46a6-973e-ecad9c450efb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:00.301613 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:00.303105 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-796ffa3c-c900-47e8-8936-069b1302a102 req-14ded931-6055-46a6-973e-ecad9c450efb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1053839 May 12 23:26:00.307068 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-598109800-network', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:00.329507 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port be93d1a8-9746-48d9-86ec-1144d7b8cc69 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:00.330035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.345486 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Made reservation on behalf of 2643a9bdd2b842f79d850d8b276f6b4e for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:00.348433 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.358496 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.369138 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-796ffa3c-c900-47e8-8936-069b1302a102 req-b324e2f1-6c5a-460e-b33e-faa1a7ebceaf tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591750 May 12 23:26:00.371334 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port be93d1a8-9746-48d9-86ec-1144d7b8cc69, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=be93d1a8-9746-48d9-86ec-1144d7b8cc69,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:00.377515 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.447730 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=be93d1a8-9746-48d9-86ec-1144d7b8cc69,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:00.478782 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks [] for security_group (de0198e0-d6a5-49a2-a46e-c27f2cf24384), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.483141 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (de0198e0-d6a5-49a2-a46e-c27f2cf24384), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.511000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:26:00.521177 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0198e0-d6a5-49a2-a46e-c27f2cf24384,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:00.529687 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (62a8dd1c-0f61-4d03-bc52-37d456832b23), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.530331 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Added segment 62a8dd1c-0f61-4d03-bc52-37d456832b23 of type vlan for network 00727003-2082-4f42-8919-d6576d60a221 May 12 23:26:00.592601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (00727003-2082-4f42-8919-d6576d60a221), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.624488 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (00727003-2082-4f42-8919-d6576d60a221), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.625480 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:00.626068 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.656213 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3534920 May 12 23:26:00.659025 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:00.665079 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Request body: {'subnet': {'network_id': '00727003-2082-4f42-8919-d6576d60a221', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-598109800-subnet', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:00.700271 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ffde6-29ef-4826-bf83-3218dbbce76d admin admin] Pushing event updated for resources: {'Network': ['ID=00727003-2082-4f42-8919-d6576d60a221,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:00.710501 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 00727003-2082-4f42-8919-d6576d60a221 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:26:00.713221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Made reservation on behalf of 2643a9bdd2b842f79d850d8b276f6b4e for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:00.715697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.914947 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (3af628e4-3e58-48ab-be20-2c5178a772d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:00.976602 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af628e4-3e58-48ab-be20-2c5178a772d5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:00.985904 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Checking segment: {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:00.986261 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Network hostable DHCP agents. Network: 00727003-2082-4f42-8919-d6576d60a221, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:26:01.003649 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Network 00727003-2082-4f42-8919-d6576d60a221 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:26:01.012080 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 00727003-2082-4f42-8919-d6576d60a221) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:01.016399 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:01.016995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.020924 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f44882-e5b0-4240-bc02-a954c6aeed52 None None] Network 00727003-2082-4f42-8919-d6576d60a221 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:01.034249 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d54211b8-75d4-4ce2-9d29-a1131eb9c80c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3742671 May 12 23:26:01.036757 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:01.040895 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:01.066148 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.067145 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.127332 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks [] for router_controller (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.142048 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:01.152992 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:01.153606 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:01.157418 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-00727003-2082-4f42-8919-d6576d60a221', 'network_id': '00727003-2082-4f42-8919-d6576d60a221', 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'fixed_ips': [{'subnet_id': '3af628e4-3e58-48ab-be20-2c5178a772d5'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:26:01.158419 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.269729 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks [] for router_gateway (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.375301 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:01.420791 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Allocated IP 172.20.0.2 (00727003-2082-4f42-8919-d6576d60a221/3af628e4-3e58-48ab-be20-2c5178a772d5/bb87b975-f9fa-404c-a097-0c83f1fb4a2b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:01.509067 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87a91e-adce-4502-b353-b5bb7cc9cfb5 req-9193dabd-c6ac-4388-a12d-fff53ae1f8c0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:01.511459 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6d87a91e-adce-4502-b353-b5bb7cc9cfb5 req-9193dabd-c6ac-4388-a12d-fff53ae1f8c0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0624630 May 12 23:26:01.584675 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6d87a91e-adce-4502-b353-b5bb7cc9cfb5 req-cb24bde7-6a0b-4b1c-827d-215e3ef4486f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663226 May 12 23:26:01.730336 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Publish callbacks [] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.742542 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks [] for router_gateway (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.743049 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.762113 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:01.789504 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Network 00727003-2082-4f42-8919-d6576d60a221 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:01.806069 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:01.809889 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:01.841917 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Pushing event updated for resources: {'Port': ['ID=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:01.881599 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Allocated IP 172.27.3.120 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/8f6a2977-210f-4e52-977f-8fc707af0ac9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:01.917694 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device be93d1a8-9746-48d9-86ec-1144d7b8cc69 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:01.923577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:25:59Z', 'revision_number': 2, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:01.971947 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Attempting to bind port bb87b975-f9fa-404c-a097-0c83f1fb4a2b on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:01.972339 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Attempting to bind port bb87b975-f9fa-404c-a097-0c83f1fb4a2b by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:01.972698 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Attempting to bind port bb87b975-f9fa-404c-a097-0c83f1fb4a2b on network 00727003-2082-4f42-8919-d6576d60a221 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:01.977342 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:01.977694 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Updating router acb3f2e9-7b6b-4077-b10b-8de4837b80eb port 5227505a-c73d-4999-afd8-4e81fbcc9c9e binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:01.992984 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks [] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.005932 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:02.006454 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Checking segment: {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:02.006711 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.007101 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Bound using segment: {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:02.007575 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Bound port: bb87b975-f9fa-404c-a097-0c83f1fb4a2b, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:02.007976 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.027926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.029767 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.067078 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:02.069967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:02.075586 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:02.081984 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port be93d1a8-9746-48d9-86ec-1144d7b8cc69 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:02.082246 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.112541 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6a2977-210f-4e52-977f-8fc707af0ac9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:02.147470 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] For port bb87b975-f9fa-404c-a097-0c83f1fb4a2b, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:02.187655 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] For port bb87b975-f9fa-404c-a097-0c83f1fb4a2b, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:02.198144 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.319969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks [] for router_gateway (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.357233 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699c74-0835-4f0e-83e0-c1b36cb21e6a None None] Pushing event updated for resources: {'Port': ['ID=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:02.382116 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port be93d1a8-9746-48d9-86ec-1144d7b8cc69 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:02.547620 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Publish callbacks [] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.553206 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.586692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.612083 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea63a-a5a8-437a-a469-efb62496e010 None None] Pushing event updated for resources: {'Port': ['ID=5227505a-c73d-4999-afd8-4e81fbcc9c9e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:02.692348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Attempting to bind port 5227505a-c73d-4999-afd8-4e81fbcc9c9e on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:02.693598 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Attempting to bind port 5227505a-c73d-4999-afd8-4e81fbcc9c9e by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:02.694107 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Attempting to bind port 5227505a-c73d-4999-afd8-4e81fbcc9c9e on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:02.701007 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:02.701937 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Checking segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:02.702337 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.702728 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Bound using segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:02.703333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Bound port: 5227505a-c73d-4999-afd8-4e81fbcc9c9e, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:02.703725 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.763252 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d31fe-c94a-4668-bf08-12aa9108d9b5 req-6cf7a57c-9bf4-40c5-8fb2-b811f3d547fc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:02.768819 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-242d31fe-c94a-4668-bf08-12aa9108d9b5 req-6cf7a57c-9bf4-40c5-8fb2-b811f3d547fc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0632219 May 12 23:26:02.771292 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:26:02.834954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-242d31fe-c94a-4668-bf08-12aa9108d9b5 req-dba6c764-19d0-4b40-ab7d-2faab43dd074 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635827 May 12 23:26:02.923485 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:02.935182 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Sync routers for ids ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:02.942006 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:02.943373 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-df9d80df-5a93-4d58-9dd1-6c59bc787ec3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9056981 May 12 23:26:02.947249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 53956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:02.948650 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Routers {'d4e00fcf-7902-41f2-b9cc-6dadbf50b371'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:02.949603 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:02.986871 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] For port 5227505a-c73d-4999-afd8-4e81fbcc9c9e, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:02.991863 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] For port 5227505a-c73d-4999-afd8-4e81fbcc9c9e, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5227505a-c73d-4999-afd8-4e81fbcc9c9e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:03.009522 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.017080 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] Provisioning complete for port 5227505a-c73d-4999-afd8-4e81fbcc9c9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:03.017457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.093486 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Set router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:03.110559 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea63a-a5a8-437a-a469-efb62496e010 None None] Pushing event updated for resources: {'Port': ['ID=5227505a-c73d-4999-afd8-4e81fbcc9c9e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:03.113233 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:03.113837 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:03.243400 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] Current status of the port 5227505a-c73d-4999-afd8-4e81fbcc9c9e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:03.243400 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.336489 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] For port 5227505a-c73d-4999-afd8-4e81fbcc9c9e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5227505a-c73d-4999-afd8-4e81fbcc9c9e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:03.351005 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:02Z', 'revision_number': 3, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:03.354087 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.390423 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Checking router: d4e00fcf-7902-41f2-b9cc-6dadbf50b371 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:03.390696 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Updating router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 port 8f6a2977-210f-4e52-977f-8fc707af0ac9 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:03.413638 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:03.423043 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.443625 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ff4b4-060d-487f-a649-be3d705dc21a None None] Pushing event updated for resources: {'Port': ['ID=5227505a-c73d-4999-afd8-4e81fbcc9c9e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:03.489850 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1d8d8de5-3406-4fc4-b99a-eb627f035d3b None None] Provisioning complete for port 5227505a-c73d-4999-afd8-4e81fbcc9c9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:03.490223 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8de5-3406-4fc4-b99a-eb627f035d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.531462 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.678269 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ceada-7f58-47b0-9557-c77fb9c029f9 None None] Network 00727003-2082-4f42-8919-d6576d60a221 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:03.743495 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Allocated IP 172.20.0.1 (00727003-2082-4f42-8919-d6576d60a221/3af628e4-3e58-48ab-be20-2c5178a772d5/5d2c52fc-d6e0-4633-9c0c-ece1d19ab529) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:03.770086 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Publish callbacks [] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.779107 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.826526 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:02Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:03.829901 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d8de5-3406-4fc4-b99a-eb627f035d3b None None] Current status of the port 5227505a-c73d-4999-afd8-4e81fbcc9c9e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:03.832900 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Attempting to bind port 8f6a2977-210f-4e52-977f-8fc707af0ac9 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:03.833378 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Attempting to bind port 8f6a2977-210f-4e52-977f-8fc707af0ac9 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:03.833864 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Attempting to bind port 8f6a2977-210f-4e52-977f-8fc707af0ac9 on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:03.871564 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:03.871564 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:03.871917 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf418a2-011a-4863-b1d3-8780e7d3f49e None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:02Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:03.872079 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.872079 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:03.872422 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Bound port: 8f6a2977-210f-4e52-977f-8fc707af0ac9, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:03.872717 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.946818 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks [] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:03.987373 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] For port 8f6a2977-210f-4e52-977f-8fc707af0ac9, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:04.008038 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] For port 8f6a2977-210f-4e52-977f-8fc707af0ac9, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=8f6a2977-210f-4e52-977f-8fc707af0ac9,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:04.026466 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] Provisioning complete for port bb87b975-f9fa-404c-a097-0c83f1fb4a2b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:04.027217 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.033076 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.056976 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c87ba-76d6-4d21-a16c-e632fe5c2279 None None] Pushing event updated for resources: {'Port': ['ID=8f6a2977-210f-4e52-977f-8fc707af0ac9,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:04.060663 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.124919 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcf70f-9023-4f5b-81cf-f2d394528daf req-be509b3b-f8d2-4035-aa7f-e9ba46982832 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:04.133768 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9abcf70f-9023-4f5b-81cf-f2d394528daf req-be509b3b-f8d2-4035-aa7f-e9ba46982832 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1238079 May 12 23:26:04.157248 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Network 00727003-2082-4f42-8919-d6576d60a221 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:04.165550 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:04.174902 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Routers {'d4e00fcf-7902-41f2-b9cc-6dadbf50b371'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:04.175708 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bb87b975-f9fa-404c-a097-0c83f1fb4a2b up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:04.176008 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:04.184236 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:04.184911 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.252459 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9abcf70f-9023-4f5b-81cf-f2d394528daf req-a60b5ab3-6970-43cb-b974-3d797b764822 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174126 May 12 23:26:04.333712 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:04.347785 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] Current status of the port bb87b975-f9fa-404c-a097-0c83f1fb4a2b is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:04.353454 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.501020 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] For port bb87b975-f9fa-404c-a097-0c83f1fb4a2b, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:04.505827 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port bb87b975-f9fa-404c-a097-0c83f1fb4a2b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:04.506242 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.516955 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.556344 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c87ba-76d6-4d21-a16c-e632fe5c2279 None None] Pushing event updated for resources: {'Port': ['ID=8f6a2977-210f-4e52-977f-8fc707af0ac9,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:04.600972 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] Set router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:04.603122 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.615469 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddebef8-e711-496f-9b80-da62c9291720 None None] Pushing event updated for resources: {'Port': ['ID=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:04.643185 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d8afaa4-ec3c-4a0d-9926-ad48736f151d None None] Provisioning complete for port bb87b975-f9fa-404c-a097-0c83f1fb4a2b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:04.643364 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d8afaa4-ec3c-4a0d-9926-ad48736f151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:04.722668 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port bb87b975-f9fa-404c-a097-0c83f1fb4a2b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:04.862637 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9d8afaa4-ec3c-4a0d-9926-ad48736f151d None None] Current status of the port bb87b975-f9fa-404c-a097-0c83f1fb4a2b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:04.933352 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:02Z', 'revision_number': 3, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:04.981768 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12e6c7-7ca2-4868-86c1-a8cbb6ce9d51 None None] The sync data for ids ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'] in dv-cinder-782260-5-iscsi is: [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:02Z', 'revision_number': 3, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:04.983389 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ac80bf2d-b7f8-4062-b572-627e2baf424e None None] Provisioning complete for port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:04.984180 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac80bf2d-b7f8-4062-b572-627e2baf424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.067141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ac80bf2d-b7f8-4062-b572-627e2baf424e None None] Port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:05.241390 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks [] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.247484 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.248959 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.313757 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:05.438495 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa8eb5-b018-4a70-828f-882138b28d4d req-d58e3331-d316-4ea5-927d-a074ed5c1e8a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:05.443072 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9aa8eb5-b018-4a70-828f-882138b28d4d req-d58e3331-d316-4ea5-927d-a074ed5c1e8a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0704560 May 12 23:26:05.531538 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 53994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:05.538965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Network 00727003-2082-4f42-8919-d6576d60a221 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:05.540809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:05.571134 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9aa8eb5-b018-4a70-828f-882138b28d4d req-99bd2884-52a2-4b3a-961c-0ce7e67967ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128850 May 12 23:26:05.709493 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82c6a264-a521-4582-9c96-e8588e8b6886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.715901 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:26:05.863488 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82c6a264-a521-4582-9c96-e8588e8b6886 admin admin] Publish callbacks [] for security_group (373e0269-34b8-4fb1-9834-f2bb8deb762f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.879579 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82c6a264-a521-4582-9c96-e8588e8b6886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (373e0269-34b8-4fb1-9834-f2bb8deb762f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:05.929376 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:05.941778 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-51ed1537-6499-418a-8a64-8bb51df20a62 admin admin] 10.222.0.49 "PUT /v2.0/routers/d4e00fcf-7902-41f2-b9cc-6dadbf50b371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9934201 May 12 23:26:05.952335 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-82c6a264-a521-4582-9c96-e8588e8b6886 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bace8aa57191463095a52d450140083f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173598 May 12 23:26:05.954866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:05.957341 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6a264-a521-4582-9c96-e8588e8b6886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373e0269-34b8-4fb1-9834-f2bb8deb762f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:06.012333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-24c88246-347c-4c09-b81b-a019f178ca30 None None] Provisioning complete for port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:06.012333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24c88246-347c-4c09-b81b-a019f178ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.043447 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e34d75f7-fa90-4cbb-9e9a-a11d8807862c admin admin] Publish callbacks [] for security_group (373e0269-34b8-4fb1-9834-f2bb8deb762f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.056620 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-24c88246-347c-4c09-b81b-a019f178ca30 None None] Port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:06.071865 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e34d75f7-fa90-4cbb-9e9a-a11d8807862c admin admin] Publish callbacks [] for security_group (373e0269-34b8-4fb1-9834-f2bb8deb762f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.134514 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 8f6a2977-210f-4e52-977f-8fc707af0ac9 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:06.144939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e34d75f7-fa90-4cbb-9e9a-a11d8807862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (373e0269-34b8-4fb1-9834-f2bb8deb762f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.148138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e34d75f7-fa90-4cbb-9e9a-a11d8807862c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.151810 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e34d75f7-fa90-4cbb-9e9a-a11d8807862c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/373e0269-34b8-4fb1-9834-f2bb8deb762f HTTP/1.1" status: 204 len: 168 time: 0.1937187 May 12 23:26:06.166920 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d75f7-fa90-4cbb-9e9a-a11d8807862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373e0269-34b8-4fb1-9834-f2bb8deb762f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:06.266439 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 8f6a2977-210f-4e52-977f-8fc707af0ac9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:06.268432 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.381755 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 8f6a2977-210f-4e52-977f-8fc707af0ac9 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:06.382633 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.414841 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 8f6a2977-210f-4e52-977f-8fc707af0ac9, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=8f6a2977-210f-4e52-977f-8fc707af0ac9,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:06.422760 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.424333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bb87b975-f9fa-404c-a097-0c83f1fb4a2b up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:06.510066 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:06.515603 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223136429', 'description': 'tempest-secgroup-smoke-223136429 description', 'project_id': 'e81bb52b456d4be68365930154165998'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:06.519531 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=8f6a2977-210f-4e52-977f-8fc707af0ac9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:06.532817 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port bb87b975-f9fa-404c-a097-0c83f1fb4a2b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:06.533475 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.548000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.652643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group (a7bc04fe-9223-4dcf-88e7-25ff0fb9847e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.661976 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a7bc04fe-9223-4dcf-88e7-25ff0fb9847e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.698576 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port bb87b975-f9fa-404c-a097-0c83f1fb4a2b is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:06.699891 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5227505a-c73d-4999-afd8-4e81fbcc9c9e up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:06.758574 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.760324 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2491312 May 12 23:26:06.762574 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3494-5d25-4159-8bda-f2c29f0f1a9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:06.763372 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:06.771927 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group_rule': {'security_group_id': 'a7bc04fe-9223-4dcf-88e7-25ff0fb9847e', 'project_id': 'e81bb52b456d4be68365930154165998', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:06.787971 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5afdee-8933-4efa-a30a-7b3a5a09e133 req-cbd782c9-5e1c-4ee1-9133-0157e4d39519 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:06.796010 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b5afdee-8933-4efa-a30a-7b3a5a09e133 req-cbd782c9-5e1c-4ee1-9133-0157e4d39519 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1007566 May 12 23:26:06.796906 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 5227505a-c73d-4999-afd8-4e81fbcc9c9e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:06.797412 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.856566 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (b94bf8a6-1b4f-40f4-8743-1f1fb210655c), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.890767 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b5afdee-8933-4efa-a30a-7b3a5a09e133 req-8ccb63e6-e8ba-4022-aff7-56508cf8036e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935597 May 12 23:26:06.916872 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 5227505a-c73d-4999-afd8-4e81fbcc9c9e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:06.968063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (b94bf8a6-1b4f-40f4-8743-1f1fb210655c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:06.979525 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (b94bf8a6-1b4f-40f4-8743-1f1fb210655c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.004491 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94bf8a6-1b4f-40f4-8743-1f1fb210655c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.010987 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.012175 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b3c89d09-413d-476c-8b1c-4c4ab33dd739 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464960 May 12 23:26:07.015701 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54044) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.021140 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group_rule': {'security_group_id': 'a7bc04fe-9223-4dcf-88e7-25ff0fb9847e', 'project_id': 'e81bb52b456d4be68365930154165998', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.069518 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (5a10eb6e-c2a4-440c-b251-3b406f9a0690), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.070091 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.130781 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (5a10eb6e-c2a4-440c-b251-3b406f9a0690), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.137489 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (5a10eb6e-c2a4-440c-b251-3b406f9a0690), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.154454 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a10eb6e-c2a4-440c-b251-3b406f9a0690,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.167503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.169148 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a1382fd7-2b4e-4a69-97b9-4d749a89d331 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520567 May 12 23:26:07.172515 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.177533 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group_rule': {'security_group_id': 'a7bc04fe-9223-4dcf-88e7-25ff0fb9847e', 'project_id': 'e81bb52b456d4be68365930154165998', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.208067 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (1419e0f1-3988-45fd-b896-19ec36e73976), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.210512 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-150074716-network', 'tenant_id': 'c84a32d11266481da69995efb8638fbe'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.230416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Made reservation on behalf of c84a32d11266481da69995efb8638fbe for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:07.233327 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.242711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.270384 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (1419e0f1-3988-45fd-b896-19ec36e73976), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.274355 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (1419e0f1-3988-45fd-b896-19ec36e73976), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.293134 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1419e0f1-3988-45fd-b896-19ec36e73976,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.301021 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.304801 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-400acce6-7f06-41e4-8a7e-0a9054d2b51c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285651 May 12 23:26:07.305021 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.309972 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group_rule': {'security_group_id': 'a7bc04fe-9223-4dcf-88e7-25ff0fb9847e', 'project_id': 'e81bb52b456d4be68365930154165998', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.343924 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (f12db1b9-0551-4de6-bb9e-335a39e84625), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.349948 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks [] for security_group (abf67e8c-f391-4ae5-950f-e041ab34ec83), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.354886 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (abf67e8c-f391-4ae5-950f-e041ab34ec83), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.377977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:26:07.391145 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf67e8c-f391-4ae5-950f-e041ab34ec83,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.395876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (9ef0b788-869a-4f98-8bfe-a480a4e8d443), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.396280 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Added segment 9ef0b788-869a-4f98-8bfe-a480a4e8d443 of type vlan for network a041d304-4706-4ce5-b2c4-97aa7ee5765d May 12 23:26:07.409425 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (f12db1b9-0551-4de6-bb9e-335a39e84625), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.413963 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (f12db1b9-0551-4de6-bb9e-335a39e84625), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.436923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12db1b9-0551-4de6-bb9e-335a39e84625,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.439185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (a041d304-4706-4ce5-b2c4-97aa7ee5765d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.442452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.443728 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e99406e5-61b5-4c17-bbe9-2f8de34ab6da tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377699 May 12 23:26:07.446388 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.450752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group_rule': {'security_group_id': 'a7bc04fe-9223-4dcf-88e7-25ff0fb9847e', 'project_id': 'e81bb52b456d4be68365930154165998', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.472110 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Project e81bb52b456d4be68365930154165998 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 23:26:07.473388 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (a041d304-4706-4ce5-b2c4-97aa7ee5765d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.474440 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:07.475068 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.477661 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (f4da6c51-8ea3-4675-8514-f974763d0f91), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.503430 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4320564 May 12 23:26:07.507664 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.512630 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Request body: {'subnet': {'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-150074716-subnet', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.533875 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Sync routers for ids ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:07.540588 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21617358-3a60-4ddb-8686-1a7fc41e3628 admin admin] Pushing event updated for resources: {'Network': ['ID=a041d304-4706-4ce5-b2c4-97aa7ee5765d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.551350 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Made reservation on behalf of c84a32d11266481da69995efb8638fbe for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:07.553824 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.558394 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:26:07.579530 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (f4da6c51-8ea3-4675-8514-f974763d0f91), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.580194 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Routers {'d4e00fcf-7902-41f2-b9cc-6dadbf50b371'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:07.580907 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:07.587164 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (f4da6c51-8ea3-4675-8514-f974763d0f91), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.635922 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4da6c51-8ea3-4675-8514-f974763d0f91,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.650354 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.652752 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f9feee58-89dc-4b1a-9681-237dcf2b3b91 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2053213 May 12 23:26:07.655021 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.661614 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'security_group_rule': {'security_group_id': 'a7bc04fe-9223-4dcf-88e7-25ff0fb9847e', 'project_id': 'e81bb52b456d4be68365930154165998', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.689997 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Project e81bb52b456d4be68365930154165998 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 23:26:07.696527 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (f58349da-a33e-43d1-aab3-0ead55cd5743), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.759730 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (f58349da-a33e-43d1-aab3-0ead55cd5743), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.763666 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (f58349da-a33e-43d1-aab3-0ead55cd5743), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.765320 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (91352c63-9e91-43c6-b463-8e5059d03fd0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.787461 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58349da-a33e-43d1-aab3-0ead55cd5743,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.810271 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.812996 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-543c837a-1f14-4a72-8abb-ce35345d1f2e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567245 May 12 23:26:07.842738 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91352c63-9e91-43c6-b463-8e5059d03fd0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:07.857114 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Checking segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:07.857974 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Network hostable DHCP agents. Network: a041d304-4706-4ce5-b2c4-97aa7ee5765d, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:26:07.875133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Set router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:07.890073 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:26:07.901884 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, a041d304-4706-4ce5-b2c4-97aa7ee5765d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:07.913130 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e748d9-64b4-4b37-906e-ec7c31a5647b None None] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:07.921163 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:07.922027 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.946542 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-abdb20ef-3a1b-4e20-8817-7ca0b6368822 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4357402 May 12 23:26:07.946920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:07.951867 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:07.954419 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 8f6a2977-210f-4e52-977f-8fc707af0ac9 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:07.974731 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:07.976425 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.047619 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc806-5098-4507-8e52-da5c904dccdc req-c17f3aa2-539d-4049-9a07-6b9cd87f73d5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:08.049140 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-20bdc806-5098-4507-8e52-da5c904dccdc req-c17f3aa2-539d-4049-9a07-6b9cd87f73d5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0659206 May 12 23:26:08.078647 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks [] for router_controller (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.190278 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 8f6a2977-210f-4e52-977f-8fc707af0ac9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:08.190934 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.228412 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-20bdc806-5098-4507-8e52-da5c904dccdc req-abeaf0fa-bd9f-4d5a-bc5e-7ecddafb210a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527662 May 12 23:26:08.230955 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:26:08.232066 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.268562 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks [] for router_gateway (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.404031 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:04Z', 'revision_number': 4, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5d2c52fc-d6e0-4633-9c0c-ece1d19ab529', 'name': '', 'network_id': '00727003-2082-4f42-8919-d6576d60a221', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'mac_address': 'fa:16:3e:a4:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3af628e4-3e58-48ab-be20-2c5178a772d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:03Z', 'updated_at': '2022-05-12T23:26:05Z', 'revision_number': 2, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'subnets': [{'id': '3af628e4-3e58-48ab-be20-2c5178a772d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:08.485840 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Checking router: d4e00fcf-7902-41f2-b9cc-6dadbf50b371 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:08.486183 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Updating router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:08.520526 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks [] for router_gateway (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.543230 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.549842 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 8f6a2977-210f-4e52-977f-8fc707af0ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:08.562040 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.586141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Allocated IP 172.20.0.2 (a041d304-4706-4ce5-b2c4-97aa7ee5765d/91352c63-9e91-43c6-b463-8e5059d03fd0/6b78d16a-dd54-4eec-ba90-3247dd6527ad) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:08.659252 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Allocated IP 172.27.3.213 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/257ef8f7-042c-4cff-86bb-b6f6565e386d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:08.772210 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks [] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.811883 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.858763 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:08.860570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:08.864872 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:08.896660 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Pushing event updated for resources: {'Port': ['ID=257ef8f7-042c-4cff-86bb-b6f6565e386d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:08.928712 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Publish callbacks [] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:08.937067 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.002931 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:09.016999 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:09.025055 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:09.036505 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Pushing event updated for resources: {'Port': ['ID=6b78d16a-dd54-4eec-ba90-3247dd6527ad,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:09.123567 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Publish callbacks [] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.128163 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Attempting to bind port 6b78d16a-dd54-4eec-ba90-3247dd6527ad on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:09.128592 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Attempting to bind port 6b78d16a-dd54-4eec-ba90-3247dd6527ad by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:09.128985 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Attempting to bind port 6b78d16a-dd54-4eec-ba90-3247dd6527ad on network a041d304-4706-4ce5-b2c4-97aa7ee5765d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:09.135092 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks [] for router_gateway (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.135328 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.139559 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:09.139937 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Checking segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:09.140345 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.140738 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Bound using segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:09.141208 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Bound port: 6b78d16a-dd54-4eec-ba90-3247dd6527ad, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:09.141586 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.241630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea916f-614d-4688-b462-5cad68b2d8fe None None] Pushing event updated for resources: {'Port': ['ID=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:09.352367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-61289244-b016-492f-a8b8-78068e073a9e None None] For port 6b78d16a-dd54-4eec-ba90-3247dd6527ad, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:09.407026 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Attempting to bind port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:09.407355 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Attempting to bind port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:09.407923 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Attempting to bind port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 on network 00727003-2082-4f42-8919-d6576d60a221 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:09.429945 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-61289244-b016-492f-a8b8-78068e073a9e None None] For port 6b78d16a-dd54-4eec-ba90-3247dd6527ad, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6b78d16a-dd54-4eec-ba90-3247dd6527ad,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:09.438532 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:09.438934 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Checking segment: {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:09.439318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.439708 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Bound using segment: {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:09.444659 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Bound port: 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a8dd1c-0f61-4d03-bc52-37d456832b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00727003-2082-4f42-8919-d6576d60a221'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:09.448603 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.487120 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.517130 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.571871 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61289244-b016-492f-a8b8-78068e073a9e None None] Pushing event updated for resources: {'Port': ['ID=6b78d16a-dd54-4eec-ba90-3247dd6527ad,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:09.654218 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] For port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:09.658265 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] For port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:09.667055 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:09.765539 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:26:09.782535 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea916f-614d-4688-b462-5cad68b2d8fe None None] Pushing event updated for resources: {'Port': ['ID=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:09.797805 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Routers {'d4e00fcf-7902-41f2-b9cc-6dadbf50b371'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:09.797805 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:09.797805 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] Provisioning complete for port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:09.797805 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.094175 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:10.110612 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Sync routers for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:10.155674 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa1921-ef66-46b3-aa88-b0f6ec5b6a02 req-844dc61c-421f-4920-b836-7b1af10dab14 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:10.163630 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ecfa1921-ef66-46b3-aa88-b0f6ec5b6a02 req-844dc61c-421f-4920-b836-7b1af10dab14 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0842705 May 12 23:26:10.181430 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:10.182221 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:10.230438 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.240824 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:10.241644 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ba11b37d-56a1-441e-93b8-e656026a80ad admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2929423 May 12 23:26:10.272577 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ecfa1921-ef66-46b3-aa88-b0f6ec5b6a02 req-a988e483-cf8a-44fd-a19d-86a63ed4a75d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077833 May 12 23:26:10.293557 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] Current status of the port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:10.293725 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.333107 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] Set router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:10.343076 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:10.533738 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] For port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:10.545705 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.599282 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:09Z', 'revision_number': 3, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:10.631765 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Checking router: 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:10.632516 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Updating router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 port 257ef8f7-042c-4cff-86bb-b6f6565e386d binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:10.674778 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.695286 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17408ca2-c28f-48b9-972a-5c0b99f84335 None None] Pushing event updated for resources: {'Port': ['ID=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:10.702673 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef47e13a-176e-42e7-a0cd-e7f1e7f53c42 None None] Provisioning complete for port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:10.702958 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef47e13a-176e-42e7-a0cd-e7f1e7f53c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.741382 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:04Z', 'revision_number': 4, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5d2c52fc-d6e0-4633-9c0c-ece1d19ab529', 'name': '', 'network_id': '00727003-2082-4f42-8919-d6576d60a221', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'mac_address': 'fa:16:3e:a4:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3af628e4-3e58-48ab-be20-2c5178a772d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:03Z', 'updated_at': '2022-05-12T23:26:09Z', 'revision_number': 4, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'subnets': [{'id': '3af628e4-3e58-48ab-be20-2c5178a772d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:10.785633 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f702b310-0ab7-4efd-9c9f-149b06f36c93 None None] The sync data for ids ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'] in dv-cinder-782260-5-iscsi is: [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:04Z', 'revision_number': 4, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5d2c52fc-d6e0-4633-9c0c-ece1d19ab529', 'name': '', 'network_id': '00727003-2082-4f42-8919-d6576d60a221', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'mac_address': 'fa:16:3e:a4:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3af628e4-3e58-48ab-be20-2c5178a772d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:03Z', 'updated_at': '2022-05-12T23:26:09Z', 'revision_number': 4, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'subnets': [{'id': '3af628e4-3e58-48ab-be20-2c5178a772d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:10.829735 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e8c843-2052-4d19-9f23-1f3c6896ddfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:10.899500 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef47e13a-176e-42e7-a0cd-e7f1e7f53c42 None None] Current status of the port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:10.979203 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.134686 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Publish callbacks [] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.141747 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.188603 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Allocated IP 172.20.0.1 (a041d304-4706-4ce5-b2c4-97aa7ee5765d/91352c63-9e91-43c6-b463-8e5059d03fd0/ee8560d3-54bb-4348-8749-04685d3a651e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:11.204534 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56aa3-3cac-4ab4-863f-15b753feba52 None None] Pushing event updated for resources: {'Port': ['ID=257ef8f7-042c-4cff-86bb-b6f6565e386d,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:11.206646 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Attempting to bind port 257ef8f7-042c-4cff-86bb-b6f6565e386d on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:11.207129 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Attempting to bind port 257ef8f7-042c-4cff-86bb-b6f6565e386d by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:11.207635 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Attempting to bind port 257ef8f7-042c-4cff-86bb-b6f6565e386d on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:11.214374 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:11.214874 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:11.215365 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.215839 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:11.216477 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Bound port: 257ef8f7-042c-4cff-86bb-b6f6565e386d, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:11.217533 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.280228 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039643d-3cab-440e-a360-37ece0be8ad4 None None] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:11.303052 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] For port 257ef8f7-042c-4cff-86bb-b6f6565e386d, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:11.309072 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] For port 257ef8f7-042c-4cff-86bb-b6f6565e386d, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=257ef8f7-042c-4cff-86bb-b6f6565e386d,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:11.327298 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.383874 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks [] for port (ee8560d3-54bb-4348-8749-04685d3a651e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.411637 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:11.412212 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:25:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:11.415382 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56aa3-3cac-4ab4-863f-15b753feba52 None None] Pushing event updated for resources: {'Port': ['ID=257ef8f7-042c-4cff-86bb-b6f6565e386d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:11.426925 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.448786 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] Provisioning complete for port 6b78d16a-dd54-4eec-ba90-3247dd6527ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:11.449161 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.454894 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109e40c-5cf8-4233-9cd2-50aca72b92e0 req-dbec893b-2264-4904-b508-cc8595f36bd2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:11.462325 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4109e40c-5cf8-4233-9cd2-50aca72b92e0 req-dbec893b-2264-4904-b508-cc8595f36bd2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0816581 May 12 23:26:11.481945 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:11.485957 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:11.495055 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:11.495906 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.540143 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4109e40c-5cf8-4233-9cd2-50aca72b92e0 req-9cdbc68f-2138-417a-9562-e5d2671fc293 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744693 May 12 23:26:11.575606 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8560d3-54bb-4348-8749-04685d3a651e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:11.592224 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.592685 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.593027 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.593362 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.593698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.594027 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.594352 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.594675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.594999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.595320 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.595647 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.595972 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.596293 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.596633 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.596963 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:11.626742 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] Current status of the port 6b78d16a-dd54-4eec-ba90-3247dd6527ad is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:11.627028 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.639269 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:11.726772 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] For port 6b78d16a-dd54-4eec-ba90-3247dd6527ad, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6b78d16a-dd54-4eec-ba90-3247dd6527ad,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:11.738965 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.832582 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:11.842166 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc3091-6632-4ace-953c-82cfc013fec9 None None] Pushing event updated for resources: {'Port': ['ID=6b78d16a-dd54-4eec-ba90-3247dd6527ad,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:11.980177 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7920aba4-5b12-4321-a68d-9d16e4ab9a5f None None] Provisioning complete for port ee8560d3-54bb-4348-8749-04685d3a651e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:11.980557 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7920aba4-5b12-4321-a68d-9d16e4ab9a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.039062 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:09Z', 'revision_number': 3, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:12.071845 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7920aba4-5b12-4321-a68d-9d16e4ab9a5f None None] Port ee8560d3-54bb-4348-8749-04685d3a651e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:12.081073 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350f908-2afe-46ed-86ed-e451e1a149e0 None None] The sync data for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi is: [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:09Z', 'revision_number': 3, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:12.097181 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7920aba4-5b12-4321-a68d-9d16e4ab9a5f None None] Provisioning complete for port 6b78d16a-dd54-4eec-ba90-3247dd6527ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:12.097559 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7920aba4-5b12-4321-a68d-9d16e4ab9a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.108481 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6b78d16a-dd54-4eec-ba90-3247dd6527ad up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:12.250378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks [] for port (ee8560d3-54bb-4348-8749-04685d3a651e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.263990 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7920aba4-5b12-4321-a68d-9d16e4ab9a5f None None] Current status of the port 6b78d16a-dd54-4eec-ba90-3247dd6527ad is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:12.266194 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 6b78d16a-dd54-4eec-ba90-3247dd6527ad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:12.266574 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.267491 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.268635 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.352379 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-3f6de158-bb02-4d16-802b-cf6a40020fa7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987709 May 12 23:26:12.368972 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8560d3-54bb-4348-8749-04685d3a651e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:12.400439 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 6b78d16a-dd54-4eec-ba90-3247dd6527ad is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:12.401373 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:12.404032 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-241ff1d3-2ec6-4fe9-98ec-d891597f46df None None] Provisioning complete for port ee8560d3-54bb-4348-8749-04685d3a651e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:12.405009 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-241ff1d3-2ec6-4fe9-98ec-d891597f46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.468839 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-241ff1d3-2ec6-4fe9-98ec-d891597f46df None None] Port ee8560d3-54bb-4348-8749-04685d3a651e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:12.469619 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-4f2b0b38-0d44-4e86-9dd9-63940caf7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:12.472000 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-4f2b0b38-0d44-4e86-9dd9-63940caf7702 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1129 time: 0.0873096 May 12 23:26:12.501285 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:12.502340 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.522839 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:12.524945 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:12.627183 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:12.729919 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c4dc-fda5-49ba-a1b2-07987e2b8825 req-542874ac-0833-4739-be10-4d67b2481241 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:12.740077 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2815c4dc-fda5-49ba-a1b2-07987e2b8825 req-542874ac-0833-4739-be10-4d67b2481241 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0797052 May 12 23:26:12.741013 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-5ec68682-370c-48da-8c16-1ae8dc5e9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:12.742830 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-5ec68682-370c-48da-8c16-1ae8dc5e9120 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.2298188 May 12 23:26:12.814637 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2815c4dc-fda5-49ba-a1b2-07987e2b8825 req-65c056e0-d933-4b2e-9b42-03c0cc88447a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 May 12 23:26:12.850023 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-4bd8c5ef-cb3f-4c1d-8238-38c6226b52da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d HTTP/1.1" status: 200 len: 217 time: 0.0810244 May 12 23:26:12.885105 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:26:12.900003 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8c5ae9d4-31ec-4b76-8e79-5dd5fbe8df27 None None] Provisioning complete for port ee8560d3-54bb-4348-8749-04685d3a651e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:12.900693 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae9d4-31ec-4b76-8e79-5dd5fbe8df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:12.913283 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-451891c4-850d-400b-8d7c-571b00ac3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:12.914922 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-451891c4-850d-400b-8d7c-571b00ac3300 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0640507 May 12 23:26:12.945973 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ae9d4-31ec-4b76-8e79-5dd5fbe8df27 None None] Port ee8560d3-54bb-4348-8749-04685d3a651e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:13.032159 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-a385aef4-0fd5-4d19-9d2a-d519931b567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:13.034216 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-a385aef4-0fd5-4d19-9d2a-d519931b567b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675118 May 12 23:26:13.139629 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:13.144968 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b4cdb63a-255e-413a-b556-8f128e3b7ad8 admin admin] 10.222.0.49 "PUT /v2.0/routers/92cf3c58-b9eb-409b-8acf-ded5555a2ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9030640 May 12 23:26:13.176151 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41ade615-1741-4970-81d5-68003a5826e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.182648 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-7906a546-4079-4931-b904-2a55c086260f service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179421 May 12 23:26:13.292708 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0840e681-027c-4621-973e-5d5675e6e3f2 req-d9135168-a257-4c1b-a96e-64220a284722 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033833 May 12 23:26:13.651898 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:13.657263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-538024822-network', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:13.677511 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Made reservation on behalf of e6cdd3c680104ef18de448a39bd5a7a4 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:13.680029 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.689614 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.773991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks [] for security_group (0bc6feea-a792-49d1-b28a-b90360f33bfe), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.780344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0bc6feea-a792-49d1-b28a-b90360f33bfe), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.809789 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:26:13.816496 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6feea-a792-49d1-b28a-b90360f33bfe,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:13.822966 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.823385 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Added segment 7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10 of type vlan for network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 May 12 23:26:13.917374 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.949435 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.950801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:13.951919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:13.989791 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3367677 May 12 23:26:13.998431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c1314-cefe-49fb-8431-20891dec71c9 req-f86601f3-3cb0-41ea-82ae-92b68e4e6279 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:13.999955 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-354c1314-cefe-49fb-8431-20891dec71c9 req-f86601f3-3cb0-41ea-82ae-92b68e4e6279 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0596118 May 12 23:26:14.000504 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:14.005479 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Request body: {'subnet': {'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-538024822-subnet', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:14.024624 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095405e9-1ec1-4bee-8429-8a29b83d95c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b66c448c-3dd5-4fe3-87be-4b35aa4b21f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:14.030573 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 257ef8f7-042c-4cff-86bb-b6f6565e386d up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:14.040569 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:26:14.054927 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Made reservation on behalf of e6cdd3c680104ef18de448a39bd5a7a4 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:14.058506 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.139751 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-354c1314-cefe-49fb-8431-20891dec71c9 req-6d552d1c-2e26-4753-bd8e-62283674d7bc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301813 May 12 23:26:14.207436 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.208098 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.223672 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 257ef8f7-042c-4cff-86bb-b6f6565e386d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:14.224174 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.307228 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 257ef8f7-042c-4cff-86bb-b6f6565e386d is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:14.307619 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.333932 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 257ef8f7-042c-4cff-86bb-b6f6565e386d, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=257ef8f7-042c-4cff-86bb-b6f6565e386d,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:14.338169 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.339009 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6b78d16a-dd54-4eec-ba90-3247dd6527ad up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:14.418161 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=257ef8f7-042c-4cff-86bb-b6f6565e386d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:14.424704 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 6b78d16a-dd54-4eec-ba90-3247dd6527ad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:14.425073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.493419 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (776f0041-2d90-4caf-b0bc-8be8dd5f86c4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.509064 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 6b78d16a-dd54-4eec-ba90-3247dd6527ad is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:14.550795 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776f0041-2d90-4caf-b0bc-8be8dd5f86c4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:14.564063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.564445 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.564787 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.565120 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.565450 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.565774 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.566094 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.566411 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.566729 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.567053 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.567372 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.567690 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.568004 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.568336 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.568655 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:14.580945 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Checking segment: {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:14.581296 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Network hostable DHCP agents. Network: b66c448c-3dd5-4fe3-87be-4b35aa4b21f4, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:26:14.602313 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:26:14.612436 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, b66c448c-3dd5-4fe3-87be-4b35aa4b21f4) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:14.616418 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:14.617006 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.624580 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064f8848-afb5-4b50-80db-6219791e804f None None] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:14.633481 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c8548596-0fea-407a-bc03-1a2a65365a24 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6317704 May 12 23:26:14.636185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:14.640406 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:14.661168 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (f8a73b41-51e9-4f96-9635-c5851ed74eb9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.662332 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (f8a73b41-51e9-4f96-9635-c5851ed74eb9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.719909 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks [] for router_controller (f8a73b41-51e9-4f96-9635-c5851ed74eb9), precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.730296 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-b66c448c-3dd5-4fe3-87be-4b35aa4b21f4', 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4', 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'fixed_ips': [{'subnet_id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:26:14.732845 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.876216 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks [] for router_gateway (f8a73b41-51e9-4f96-9635-c5851ed74eb9), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:14.879258 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Allocated IP 172.20.0.2 (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4/776f0041-2d90-4caf-b0bc-8be8dd5f86c4/0ce0b064-7c33-4099-bf13-aa268927c528) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:15.108341 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks [] for router_gateway (f8a73b41-51e9-4f96-9635-c5851ed74eb9), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.134575 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.183071 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Publish callbacks [] for port (0ce0b064-7c33-4099-bf13-aa268927c528), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.192033 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.227085 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:15.232089 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:15.235689 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:15.258985 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Pushing event updated for resources: {'Port': ['ID=0ce0b064-7c33-4099-bf13-aa268927c528,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:15.281846 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Sync routers for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:15.316485 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:15.317236 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:15.319341 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Allocated IP 172.27.3.4 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/81599175-e572-497e-841a-78c27e9ac56c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:15.331718 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bade322-b9f5-4d6a-a610-6b64599f6805 req-6af7087c-eb11-4f4d-8dda-470eef1ba84c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:15.333480 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bade322-b9f5-4d6a-a610-6b64599f6805 req-6af7087c-eb11-4f4d-8dda-470eef1ba84c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1015215 May 12 23:26:15.375937 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Attempting to bind port 0ce0b064-7c33-4099-bf13-aa268927c528 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:15.376539 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Attempting to bind port 0ce0b064-7c33-4099-bf13-aa268927c528 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:15.376935 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Attempting to bind port 0ce0b064-7c33-4099-bf13-aa268927c528 on network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:15.387146 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:15.387604 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Checking segment: {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:15.388071 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.388577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Bound using segment: {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:15.389252 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Bound port: 0ce0b064-7c33-4099-bf13-aa268927c528, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:15.389556 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.446289 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8bade322-b9f5-4d6a-a610-6b64599f6805 req-8f0dbdf9-44e9-4348-b13e-2e5db2027cd2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038189 May 12 23:26:15.508743 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks [] for port (81599175-e572-497e-841a-78c27e9ac56c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.511714 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:15.547853 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (81599175-e572-497e-841a-78c27e9ac56c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.570105 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] For port 0ce0b064-7c33-4099-bf13-aa268927c528, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:15.576630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] For port 0ce0b064-7c33-4099-bf13-aa268927c528, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=0ce0b064-7c33-4099-bf13-aa268927c528,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:15.589552 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:15.592568 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:15.596008 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:15.598113 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:15.620386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.634127 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Pushing event updated for resources: {'Port': ['ID=81599175-e572-497e-841a-78c27e9ac56c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:15.759035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b01c2c-b1e9-4063-a35b-6790d415ed82 None None] Pushing event updated for resources: {'Port': ['ID=0ce0b064-7c33-4099-bf13-aa268927c528,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:15.765601 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.765909 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eade8f91-6d76-4002-bdab-d6e601efecd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.823638 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 2, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:15.866392 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Checking router: 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:15.866641 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Updating router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 port ee8560d3-54bb-4348-8749-04685d3a651e binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:15.905617 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.951756 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 257ef8f7-042c-4cff-86bb-b6f6565e386d up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:15.972020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eade8f91-6d76-4002-bdab-d6e601efecd0 admin admin] Publish callbacks [] for security_group (047e3e4d-ee59-4efd-ba26-f13b05d425d8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:15.973551 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks [] for router_gateway (f8a73b41-51e9-4f96-9635-c5851ed74eb9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.036352 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eade8f91-6d76-4002-bdab-d6e601efecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (047e3e4d-ee59-4efd-ba26-f13b05d425d8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.074986 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-eade8f91-6d76-4002-bdab-d6e601efecd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea6e6c5858894fa59182a68a8fe92803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776413 May 12 23:26:16.085515 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54300) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:16.108992 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 257ef8f7-042c-4cff-86bb-b6f6565e386d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:16.109461 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.124483 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade8f91-6d76-4002-bdab-d6e601efecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e3e4d-ee59-4efd-ba26-f13b05d425d8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:16.184796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a25ca98e-ac3a-4e53-9947-9c6d43b1557a admin admin] Publish callbacks [] for security_group (047e3e4d-ee59-4efd-ba26-f13b05d425d8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.227852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a25ca98e-ac3a-4e53-9947-9c6d43b1557a admin admin] Publish callbacks [] for security_group (047e3e4d-ee59-4efd-ba26-f13b05d425d8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.298420 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 257ef8f7-042c-4cff-86bb-b6f6565e386d is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:16.313322 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a25ca98e-ac3a-4e53-9947-9c6d43b1557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (047e3e4d-ee59-4efd-ba26-f13b05d425d8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.318603 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a25ca98e-ac3a-4e53-9947-9c6d43b1557a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.320974 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a25ca98e-ac3a-4e53-9947-9c6d43b1557a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/047e3e4d-ee59-4efd-ba26-f13b05d425d8 HTTP/1.1" status: 204 len: 168 time: 0.2341874 May 12 23:26:16.331878 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ca98e-ac3a-4e53-9947-9c6d43b1557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e3e4d-ee59-4efd-ba26-f13b05d425d8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:16.356965 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (f8a73b41-51e9-4f96-9635-c5851ed74eb9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.449919 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Publish callbacks [] for port (ee8560d3-54bb-4348-8749-04685d3a651e), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.463080 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.528918 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Pushing event updated for resources: {'Port': ['ID=ee8560d3-54bb-4348-8749-04685d3a651e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:16.532593 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Router f8a73b41-51e9-4f96-9635-c5851ed74eb9 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:26:16.548883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.548883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.548883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.548883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.549325 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.549522 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.549852 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.550318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.550655 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.551163 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.551498 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.551830 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.552156 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.552501 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.552826 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:16.616902 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Attempting to bind port ee8560d3-54bb-4348-8749-04685d3a651e on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:16.617417 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Attempting to bind port ee8560d3-54bb-4348-8749-04685d3a651e by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:16.617787 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Attempting to bind port ee8560d3-54bb-4348-8749-04685d3a651e on network a041d304-4706-4ce5-b2c4-97aa7ee5765d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:16.636878 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:16.637427 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Checking segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:16.637848 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.638252 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Bound using segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:16.639385 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Bound port: ee8560d3-54bb-4348-8749-04685d3a651e, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:16.639775 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.696096 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177e7ca-b564-4c24-be9c-5cea14cbd883 req-d4898cfc-8a18-42f1-a3af-a100cd6c084a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:16.699758 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f177e7ca-b564-4c24-be9c-5cea14cbd883 req-d4898cfc-8a18-42f1-a3af-a100cd6c084a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0908525 May 12 23:26:16.829840 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] For port ee8560d3-54bb-4348-8749-04685d3a651e, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:16.834035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] For port ee8560d3-54bb-4348-8749-04685d3a651e, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=ee8560d3-54bb-4348-8749-04685d3a651e,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:16.841760 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:16.904016 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:16.917327 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Sync routers for ids ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:16.944143 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465cb8-295a-4f45-9d7d-5b8208765b6e None None] Pushing event updated for resources: {'Port': ['ID=ee8560d3-54bb-4348-8749-04685d3a651e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:16.945954 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Routers {'f8a73b41-51e9-4f96-9635-c5851ed74eb9'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:16.946572 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:16.983505 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:16.984104 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:16.989474 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f177e7ca-b564-4c24-be9c-5cea14cbd883 req-f3fcf4e7-cfde-4a38-ba70-577db54111b6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046757 May 12 23:26:17.010601 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.011813 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-372b9774-bcab-4217-8354-122d2c2299d8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3745959 May 12 23:26:17.015350 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:17.061963 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] Provisioning complete for port ee8560d3-54bb-4348-8749-04685d3a651e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:17.062334 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.371665 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:17.372646 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Set router f8a73b41-51e9-4f96-9635-c5851ed74eb9 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:17.518359 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15abe0-3e92-4c28-9b5b-e3d3496f8310 req-542aa2af-e8ed-48d6-bbd2-6fe00b1be2ba tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:17.528280 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6d15abe0-3e92-4c28-9b5b-e3d3496f8310 req-542aa2af-e8ed-48d6-bbd2-6fe00b1be2ba tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1213720 May 12 23:26:17.608919 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6f47f-4de6-44f0-b15d-5089a70973c1 None None] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:17.660652 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.686924 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6d15abe0-3e92-4c28-9b5b-e3d3496f8310 req-45dc57e9-666f-49ed-9907-3f63a6a51770 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566620 May 12 23:26:17.731402 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:17.735933 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393901987', 'description': 'tempest-description--1026199587'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:17.767998 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.792764 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] Current status of the port ee8560d3-54bb-4348-8749-04685d3a651e is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:17.793158 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.805601 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:26:15Z', 'revision_number': 3, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:17.848228 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Checking router: f8a73b41-51e9-4f96-9635-c5851ed74eb9 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:17.849900 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Updating router f8a73b41-51e9-4f96-9635-c5851ed74eb9 port 81599175-e572-497e-841a-78c27e9ac56c binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:17.894206 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (81599175-e572-497e-841a-78c27e9ac56c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.955171 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (39f38592-e567-4c40-b108-68d9452acdef), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:17.969711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (39f38592-e567-4c40-b108-68d9452acdef), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.017405 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] For port ee8560d3-54bb-4348-8749-04685d3a651e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=ee8560d3-54bb-4348-8749-04685d3a651e,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:18.036109 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.067230 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:18.078212 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.082936 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3504698 May 12 23:26:18.088030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:18.093797 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': '39f38592-e567-4c40-b108-68d9452acdef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:18.120764 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 0ce0b064-7c33-4099-bf13-aa268927c528 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:18.129018 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:16Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:18.141401 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215d8bf-51e0-48b0-8d9d-2e6b84ef8fc1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f38592-e567-4c40-b108-68d9452acdef,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:18.239886 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f92c6a-4192-4dcf-b7a2-921944f0ac8c req-b310e455-55e5-4e9f-acc3-4404b4a099a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:18.244555 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5d4f7c02-e057-4ecd-a984-4718b006e5f2 None None] Provisioning complete for port ee8560d3-54bb-4348-8749-04685d3a651e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:18.244753 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f92c6a-4192-4dcf-b7a2-921944f0ac8c req-b310e455-55e5-4e9f-acc3-4404b4a099a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1130 time: 0.1257031 May 12 23:26:18.244929 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7c02-e057-4ecd-a984-4718b006e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.269541 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02702065-2e45-406f-8e78-ee7f70167fa3 None None] The sync data for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi is: [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:16Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:18.321938 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d6b81-1e2c-4642-9046-3b938fa6463f req-83f7f8ae-20a2-481a-9065-962cfe5bd6d4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:18.332133 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-200d6b81-1e2c-4642-9046-3b938fa6463f req-83f7f8ae-20a2-481a-9065-962cfe5bd6d4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1690021 May 12 23:26:18.394410 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60886c-2139-484d-b3da-0721a80d9e0e None None] Pushing event updated for resources: {'Port': ['ID=ee8560d3-54bb-4348-8749-04685d3a651e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:18.408168 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1622084661-network', 'tenant_id': '20c41bc998214b4fbaa006b920017f85'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:18.439762 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-200d6b81-1e2c-4642-9046-3b938fa6463f req-67a0c8da-1731-4813-a03a-bfcfcd36dda2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063478 May 12 23:26:18.472503 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 0ce0b064-7c33-4099-bf13-aa268927c528 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:18.473257 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.479274 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (d36a3048-8326-4bc9-8c4f-ebb3743c0d08), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.522161 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Made reservation on behalf of 20c41bc998214b4fbaa006b920017f85 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:18.524518 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.540155 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Publish callbacks [] for port (81599175-e572-497e-841a-78c27e9ac56c), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.542872 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f7c02-e057-4ecd-a984-4718b006e5f2 None None] Current status of the port ee8560d3-54bb-4348-8749-04685d3a651e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:18.550145 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (81599175-e572-497e-841a-78c27e9ac56c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.557319 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5d4f7c02-e057-4ecd-a984-4718b006e5f2 None None] Provisioning complete for port 0ce0b064-7c33-4099-bf13-aa268927c528 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:18.557896 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7c02-e057-4ecd-a984-4718b006e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.602713 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 0ce0b064-7c33-4099-bf13-aa268927c528 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:18.603021 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.615796 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Attempting to bind port 81599175-e572-497e-841a-78c27e9ac56c on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:18.616191 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Attempting to bind port 81599175-e572-497e-841a-78c27e9ac56c by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:18.616582 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Attempting to bind port 81599175-e572-497e-841a-78c27e9ac56c on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:18.624406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.633036 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Pushing event updated for resources: {'Port': ['ID=81599175-e572-497e-841a-78c27e9ac56c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:18.635473 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:18.636442 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:18.637080 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.638400 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:18.639328 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Bound port: 81599175-e572-497e-841a-78c27e9ac56c, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:18.639933 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (81599175-e572-497e-841a-78c27e9ac56c), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.648628 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f92c6a-4192-4dcf-b7a2-921944f0ac8c req-d5770da8-2313-4d9c-b24b-afd8f800b3a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098880 May 12 23:26:18.663081 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (d36a3048-8326-4bc9-8c4f-ebb3743c0d08), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.682486 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.682820 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.683188 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.683556 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.683894 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.684891 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.685904 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.686278 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.686714 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.687045 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.687365 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.687788 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.688118 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.688509 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.688876 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:26:18.693882 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 0ce0b064-7c33-4099-bf13-aa268927c528, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=0ce0b064-7c33-4099-bf13-aa268927c528,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:18.706433 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (d36a3048-8326-4bc9-8c4f-ebb3743c0d08), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.753905 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] For port 81599175-e572-497e-841a-78c27e9ac56c, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:18.761595 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.764539 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] For port 81599175-e572-497e-841a-78c27e9ac56c, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=81599175-e572-497e-841a-78c27e9ac56c,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:18.776920 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36a3048-8326-4bc9-8c4f-ebb3743c0d08,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:18.779758 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f7c02-e057-4ecd-a984-4718b006e5f2 None None] Current status of the port 0ce0b064-7c33-4099-bf13-aa268927c528 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:18.786842 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (81599175-e572-497e-841a-78c27e9ac56c), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.819103 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.820438 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5c288361-816e-4ef0-8c1c-4f738e9aa677 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7317650 May 12 23:26:18.825213 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:18.867644 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': '39f38592-e567-4c40-b108-68d9452acdef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:18.869428 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=0ce0b064-7c33-4099-bf13-aa268927c528,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:18.897952 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-62b7d46e-068f-4cf8-a4e6-6061fa496730 None None] Provisioning complete for port 0ce0b064-7c33-4099-bf13-aa268927c528 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:18.898699 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62b7d46e-068f-4cf8-a4e6-6061fa496730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.935490 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385f9e-80de-488e-9cbf-dec9b4dafc5a req-100ff509-252e-4d54-9169-77e34d90a519 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:18.937491 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f385f9e-80de-488e-9cbf-dec9b4dafc5a req-100ff509-252e-4d54-9169-77e34d90a519 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1328192 May 12 23:26:18.938512 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Routers {'f8a73b41-51e9-4f96-9635-c5851ed74eb9'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:18.938815 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (cea0ce1e-41e6-46ac-96a2-a70bb31cc4e2), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.939207 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:18.963891 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks [] for security_group (064a7b56-1318-4aa0-9ee8-7a0991893ae7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:18.978725 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (064a7b56-1318-4aa0-9ee8-7a0991893ae7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.022457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-62b7d46e-068f-4cf8-a4e6-6061fa496730 None None] Current status of the port 0ce0b064-7c33-4099-bf13-aa268927c528 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:19.023297 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:26:19.030398 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.058013 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142271-ac35-46fd-a0a2-04f221f72a66 None None] Pushing event updated for resources: {'Port': ['ID=81599175-e572-497e-841a-78c27e9ac56c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:19.065908 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f385f9e-80de-488e-9cbf-dec9b4dafc5a req-d8bb1f7b-4851-4793-8afc-6b9553c3b53d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145866 May 12 23:26:19.082968 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064a7b56-1318-4aa0-9ee8-7a0991893ae7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:19.088651 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f7d442dd-b396-466f-a42b-c4ff922bf502), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.089486 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Added segment f7d442dd-b396-466f-a42b-c4ff922bf502 of type vlan for network ab154c33-a6d4-4432-93c9-ee2cf253ee7a May 12 23:26:19.096671 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (cea0ce1e-41e6-46ac-96a2-a70bb31cc4e2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.121424 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (cea0ce1e-41e6-46ac-96a2-a70bb31cc4e2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.155630 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea0ce1e-41e6-46ac-96a2-a70bb31cc4e2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:19.163043 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.165022 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5bbb4d91-38a2-4350-bbd9-802e3b5e09e8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370183 May 12 23:26:19.168709 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:19.173814 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:19.197848 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] Set router f8a73b41-51e9-4f96-9635-c5851ed74eb9 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:19.208380 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.230955 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (ab154c33-a6d4-4432-93c9-ee2cf253ee7a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.313482 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (ab154c33-a6d4-4432-93c9-ee2cf253ee7a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.315608 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:19.316459 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.343563 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.457241 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3859158 May 12 23:26:19.458304 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:19.464991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Request body: {'subnet': {'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1622084661-subnet', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:19.471166 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f895-c3c8-4d49-b27b-0c4be505789f admin admin] Pushing event updated for resources: {'Network': ['ID=ab154c33-a6d4-4432-93c9-ee2cf253ee7a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:19.483270 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:26:19.483928 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Allocated IP 172.20.0.1 (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4/776f0041-2d90-4caf-b0bc-8be8dd5f86c4/6db33841-d516-4141-a12c-816d57a0cfc8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:19.530466 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Made reservation on behalf of 20c41bc998214b4fbaa006b920017f85 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:19.533351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.543491 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.27.3.122 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/11d28a89-69ff-400c-af05-279f3576abd2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:19.597092 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:26:15Z', 'revision_number': 3, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:19.637551 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd8b04-bc3b-4b08-81c1-e13afd19e1d0 None None] The sync data for ids ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'] in dv-cinder-782260-5-iscsi is: [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:26:15Z', 'revision_number': 3, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:19.674061 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2535-18be-4062-80ab-daad100b026b req-cd8dc439-ea1a-4189-85a9-4712502ce237 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:19.675666 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bd8e2535-18be-4062-80ab-daad100b026b req-cd8dc439-ea1a-4189-85a9-4712502ce237 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1018169 May 12 23:26:19.721372 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks [] for port (6db33841-d516-4141-a12c-816d57a0cfc8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.798924 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bd8e2535-18be-4062-80ab-daad100b026b req-90cfd184-756a-4195-a576-346dc44810f9 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823350 May 12 23:26:19.818842 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (11d28a89-69ff-400c-af05-279f3576abd2), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.864431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (11d28a89-69ff-400c-af05-279f3576abd2), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.873871 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.914941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:19.918659 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:19.926673 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:19.939601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Pushing event updated for resources: {'Port': ['ID=6db33841-d516-4141-a12c-816d57a0cfc8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:19.965949 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=11d28a89-69ff-400c-af05-279f3576abd2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:19.970528 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:19.980983 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:19.983674 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (a23be861-e81f-4699-b139-f2da470907aa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:19.986386 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:19.986640 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (f8a73b41-51e9-4f96-9635-c5851ed74eb9), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.073565 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (ae13c09b-31d9-4dfe-9fdc-329a73017209), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.105277 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 0ce0b064-7c33-4099-bf13-aa268927c528 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:20.109378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23be861-e81f-4699-b139-f2da470907aa,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:20.139703 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (11d28a89-69ff-400c-af05-279f3576abd2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.211038 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 0ce0b064-7c33-4099-bf13-aa268927c528 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:20.211713 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.318612 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Checking segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:20.318982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Network hostable DHCP agents. Network: ab154c33-a6d4-4432-93c9-ee2cf253ee7a, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:26:20.326946 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.332263 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 0ce0b064-7c33-4099-bf13-aa268927c528 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:20.332524 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dba7d-1c09-4dbf-bf80-985a34026c8e req-07173e8d-2bc2-4764-9386-046845d2e8ab tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:20.333842 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ee8560d3-54bb-4348-8749-04685d3a651e up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:20.334400 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff8dba7d-1c09-4dbf-bf80-985a34026c8e req-07173e8d-2bc2-4764-9386-046845d2e8ab tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0885246 May 12 23:26:20.369254 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:26:20.377376 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-404b35c9-7a06-40b3-badc-574f46e480e8 None None] Provisioning complete for port 6db33841-d516-4141-a12c-816d57a0cfc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:20.378449 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-404b35c9-7a06-40b3-badc-574f46e480e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.389263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, ab154c33-a6d4-4432-93c9-ee2cf253ee7a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:20.415138 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616aa0c-ab4e-4cc7-8b9c-9f0cf4a581da None None] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:20.424248 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:20.424248 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.467062 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-584cd8d4-ac39-4c64-93b7-62827ab32d7f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0053225 May 12 23:26:20.474053 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:20.483133 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:20.538452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (9ecc5139-5199-4373-b4a7-9d699eff92a6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.539702 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (9ecc5139-5199-4373-b4a7-9d699eff92a6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.580416 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff8dba7d-1c09-4dbf-bf80-985a34026c8e req-b6fee78a-e6d6-4d72-af91-c9beb4d3205f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084093 May 12 23:26:20.634094 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (11d28a89-69ff-400c-af05-279f3576abd2), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.643975 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (11d28a89-69ff-400c-af05-279f3576abd2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.660801 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-404b35c9-7a06-40b3-badc-574f46e480e8 None None] Port 6db33841-d516-4141-a12c-816d57a0cfc8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:20.662287 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port ee8560d3-54bb-4348-8749-04685d3a651e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:20.662651 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.670604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks [] for router_controller (9ecc5139-5199-4373-b4a7-9d699eff92a6), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.753847 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:26:20.755901 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.776767 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=11d28a89-69ff-400c-af05-279f3576abd2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:20.801830 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (ae13c09b-31d9-4dfe-9fdc-329a73017209), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.821711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.832365 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6d496590-7508-48af-ba70-13281b0f7002 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6534841 May 12 23:26:20.924623 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks [] for router_gateway (9ecc5139-5199-4373-b4a7-9d699eff92a6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.931827 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks [] for port (6db33841-d516-4141-a12c-816d57a0cfc8), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.938799 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port ee8560d3-54bb-4348-8749-04685d3a651e is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:20.948184 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.960336 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (f8a73b41-51e9-4f96-9635-c5851ed74eb9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:20.997495 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2129-f11e-46ba-babc-3b3cc1caa4c1 req-20c8ca5d-0319-4265-826c-033419b65ca6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:20.999681 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a97a2129-f11e-46ba-babc-3b3cc1caa4c1 req-20c8ca5d-0319-4265-826c-033419b65ca6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0812535 May 12 23:26:21.002297 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Allocated IP 172.20.0.2 (ab154c33-a6d4-4432-93c9-ee2cf253ee7a/a23be861-e81f-4699-b139-f2da470907aa/fc7d8d70-028a-4a3e-9be4-45dabd4f9512) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:21.084006 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Pushing event updated for resources: {'Port': ['ID=6db33841-d516-4141-a12c-816d57a0cfc8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:21.103615 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a97a2129-f11e-46ba-babc-3b3cc1caa4c1 req-9ae98555-48e5-456a-a55a-cf02d3086de4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938985 May 12 23:26:21.145466 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-e7aacded-403f-4dd1-97b7-55913f7f1e99 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--393901987&fields=id&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 267 time: 0.0936441 May 12 23:26:21.186376 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Publish callbacks [] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.194698 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.250745 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:21.265863 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:21.273860 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:21.283964 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:21.322099 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:21.323607 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks [] for router_gateway (9ecc5139-5199-4373-b4a7-9d699eff92a6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.327514 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:21.362002 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.386766 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Attempting to bind port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:21.387423 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Attempting to bind port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:21.388115 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Attempting to bind port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 on network ab154c33-a6d4-4432-93c9-ee2cf253ee7a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:21.397598 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:21.399204 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Checking segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:21.399768 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.400749 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Bound using segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:21.401763 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Bound port: fc7d8d70-028a-4a3e-9be4-45dabd4f9512, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:21.402566 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.654312 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Router f8a73b41-51e9-4f96-9635-c5851ed74eb9 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:26:21.695430 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fe9fa-b024-4c89-a3d3-8794f0636676 req-3f11ed0a-cef4-404d-911b-bc965c1580fc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:21.701297 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c4fe9fa-b024-4c89-a3d3-8794f0636676 req-3f11ed0a-cef4-404d-911b-bc965c1580fc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0838587 May 12 23:26:21.709265 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f5ab5b1c-941f-45bf-9712-7ee1eba01f62 None None] Provisioning complete for port 6db33841-d516-4141-a12c-816d57a0cfc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:21.710104 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5b1c-941f-45bf-9712-7ee1eba01f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.744199 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] For port fc7d8d70-028a-4a3e-9be4-45dabd4f9512, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:21.756916 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] For port fc7d8d70-028a-4a3e-9be4-45dabd4f9512, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:21.767837 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:21.788169 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c4fe9fa-b024-4c89-a3d3-8794f0636676 req-4c69e99f-71d9-4df1-8dd0-15181b18fe21 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801003 May 12 23:26:21.804190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-6c067174-1166-4eee-93dc-ebeb90c1f48e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:21.806229 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-6c067174-1166-4eee-93dc-ebeb90c1f48e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.6531458 May 12 23:26:21.815393 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab5b1c-941f-45bf-9712-7ee1eba01f62 None None] Port 6db33841-d516-4141-a12c-816d57a0cfc8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:21.829553 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-a40afa89-ab19-46b5-bcba-07d5a2d36ed4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/quotas/e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 375 time: 0.0170932 May 12 23:26:21.845850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-2bfc6905-2a8a-4e87-802f-13e12129be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:21.850133 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-2bfc6905-2a8a-4e87-802f-13e12129be14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1130 time: 0.2051096 May 12 23:26:21.886168 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869d61-8a11-4a0e-9de5-e3ad32a947b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:21.969764 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Allocated IP 172.27.3.193 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:21.978137 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f90e-1827-4a60-b893-6e6d0ff583b7 req-5378173e-4600-43bd-b110-8d7bccbb5385 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:21.980472 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24d9f90e-1827-4a60-b893-6e6d0ff583b7 req-5378173e-4600-43bd-b110-8d7bccbb5385 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0737247 May 12 23:26:21.986417 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-0b59f8b8-1e0c-44a2-a58a-d970e3b4b710 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509960 May 12 23:26:21.997329 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 81599175-e572-497e-841a-78c27e9ac56c up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:22.058965 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24d9f90e-1827-4a60-b893-6e6d0ff583b7 req-7398017d-1d91-4e37-bf53-2dd37957a89d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691559 May 12 23:26:22.064256 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 81599175-e572-497e-841a-78c27e9ac56c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:22.064754 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (81599175-e572-497e-841a-78c27e9ac56c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:22.215219 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 81599175-e572-497e-841a-78c27e9ac56c is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:22.215773 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (81599175-e572-497e-841a-78c27e9ac56c), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:22.216204 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-02e9cb66-cb59-434b-acbe-b323349fdf07 service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952116 May 12 23:26:22.246746 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 81599175-e572-497e-841a-78c27e9ac56c, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=81599175-e572-497e-841a-78c27e9ac56c,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:22.254850 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (81599175-e572-497e-841a-78c27e9ac56c), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:22.314353 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=81599175-e572-497e-841a-78c27e9ac56c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:22.318258 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:22.337160 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-69550021-6050-444c-a82f-feaa66c4aade admin admin] 10.222.0.49 "PUT /v2.0/routers/f8a73b41-51e9-4f96-9635-c5851ed74eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3206654 May 12 23:26:22.357849 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-9a3e0353-860a-4e85-99d4-42b7b857e88c service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323831 May 12 23:26:22.501987 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks [] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:22.509727 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-df2833d7-803b-4e85-a9b2-fc77a95a1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:22.511189 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-df2833d7-803b-4e85-a9b2-fc77a95a1730 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.1850183 May 12 23:26:22.563251 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-ca63acec-899f-4e28-9a33-e384a0730bbd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 217 time: 0.0432189 May 12 23:26:22.630004 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a60be67f-8f86-48e3-80c2-376f02feadf0 req-d73fad33-f211-454c-8e21-802bdb30f344 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 210 time: 0.0666952 May 12 23:26:22.630497 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:22.637501 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-969b4e49-b944-4d5f-aa75-bd84653fb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:22.639121 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-969b4e49-b944-4d5f-aa75-bd84653fb2b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0694442 May 12 23:26:22.722812 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-144645b3-d790-4210-8a0c-c996992cd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:22.724563 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-144645b3-d790-4210-8a0c-c996992cd008 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775583 May 12 23:26:22.740635 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:22.818344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:22.834493 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:22.844048 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:22.905605 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:22.911408 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902274538', 'description': 'tempest-secgroup-smoke-902274538 description', 'project_id': 'c84a32d11266481da69995efb8638fbe'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:23.036536 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.210019 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group (bb3b06f2-8c93-4cf6-b6cf-74aefc90b020), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.265107 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (bb3b06f2-8c93-4cf6-b6cf-74aefc90b020), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.324809 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb98b17-bef0-476a-ad5b-14fb25b3ebf6 req-68bd0f56-8ff1-43f0-830f-5457a27e2a01 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:23.326970 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-feb98b17-bef0-476a-ad5b-14fb25b3ebf6 req-68bd0f56-8ff1-43f0-830f-5457a27e2a01 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.3946679 May 12 23:26:23.342408 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-c8058c33-5d9a-4d7d-ae48-70eefc5c3356 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306230 May 12 23:26:23.343138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks [] for router_gateway (9ecc5139-5199-4373-b4a7-9d699eff92a6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.355947 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c4aa8-2fb3-4ad6-ad8a-1710861ba291 None None] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:23.443487 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cac8f-d264-4d53-9453-2ef2f8d8bd5f req-18d581f3-8891-4a28-8abb-2c28327b69a1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:23.459501 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-976cac8f-d264-4d53-9453-2ef2f8d8bd5f req-18d581f3-8891-4a28-8abb-2c28327b69a1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.2446046 May 12 23:26:23.484512 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.500487 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] Provisioning complete for port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:23.500967 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.505099 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5979023 May 12 23:26:23.505452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:23.514337 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b06f2-8c93-4cf6-b6cf-74aefc90b020', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:23.540407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb1404-9557-4865-8564-fb868a5d5b45 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:23.548645 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-feb98b17-bef0-476a-ad5b-14fb25b3ebf6 req-074a56e4-57dd-4cf3-8f78-40be219b56c9 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463561 May 12 23:26:23.564695 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-16683b59-bc23-42c3-94e9-8e53db9bfa67 req-56bb5ff0-4eb5-47a9-94fb-2b96eb88eae4 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851459 May 12 23:26:23.614110 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (40232fc9-a032-4cf2-991c-660c47bdf73b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.667556 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-976cac8f-d264-4d53-9453-2ef2f8d8bd5f req-8fa488ce-715d-4bbb-ae37-187b0dd2d954 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001081 May 12 23:26:23.695842 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] Current status of the port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:23.695842 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.717769 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (9ecc5139-5199-4373-b4a7-9d699eff92a6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.725340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (40232fc9-a032-4cf2-991c-660c47bdf73b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.730265 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (40232fc9-a032-4cf2-991c-660c47bdf73b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.756099 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] For port fc7d8d70-028a-4a3e-9be4-45dabd4f9512, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:23.777651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1efbcab9-9198-4c3a-98ab-c31cd7694c7a req-1a0ae5ef-b491-4b6f-9bcc-8cd776582ec6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 210 time: 0.0443652 May 12 23:26:23.778193 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.829235 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Sync routers for ids ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:23.835218 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40232fc9-a032-4cf2-991c-660c47bdf73b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:23.851923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.853306 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-27337b2f-ec4b-450a-ab86-988ed6fd902f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457441 May 12 23:26:23.856746 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:23.858990 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Routers {'f8a73b41-51e9-4f96-9635-c5851ed74eb9'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:23.859667 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:23.861627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b06f2-8c93-4cf6-b6cf-74aefc90b020', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:23.946593 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (237a783d-a157-49fc-8946-7eb8a68b6a67), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:23.959426 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca550906-79c1-4be6-800f-d95bd256e855 None None] Pushing event updated for resources: {'Port': ['ID=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:24.019672 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8d875d88-5d95-40ca-bcbd-e6c0f1a817ba None None] Provisioning complete for port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:24.020051 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d875d88-5d95-40ca-bcbd-e6c0f1a817ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.027876 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (237a783d-a157-49fc-8946-7eb8a68b6a67), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.032564 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (237a783d-a157-49fc-8946-7eb8a68b6a67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.056919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237a783d-a157-49fc-8946-7eb8a68b6a67,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:24.069848 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Router 9ecc5139-5199-4373-b4a7-9d699eff92a6 is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:26:24.078643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.079935 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d606ff8e-7749-4077-89f2-b522b937af4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2219384 May 12 23:26:24.082780 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:24.087242 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b06f2-8c93-4cf6-b6cf-74aefc90b020', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:24.097022 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fc7d8d70-028a-4a3e-9be4-45dabd4f9512 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:24.114538 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (76daeaa3-6d62-4a22-8bfc-afdbef9dcf0b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.146377 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Set router f8a73b41-51e9-4f96-9635-c5851ed74eb9 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:24.174683 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (76daeaa3-6d62-4a22-8bfc-afdbef9dcf0b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.179342 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (76daeaa3-6d62-4a22-8bfc-afdbef9dcf0b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.200434 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76daeaa3-6d62-4a22-8bfc-afdbef9dcf0b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:24.206856 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.208368 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-14073428-b6d5-4153-b4c7-4e8a6d389f96 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244678 May 12 23:26:24.208761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:24.211456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:24.217020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b06f2-8c93-4cf6-b6cf-74aefc90b020', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:24.221582 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Sync routers for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:24.237380 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:24.239759 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:24.248071 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.251123 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bc7c0e6f-928d-4926-a300-473d45ffcbe7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7720115 May 12 23:26:24.253886 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:24.266948 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (75604e91-cc18-4836-8cd2-0cce34de7ec3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.295492 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:24.295864 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.356842 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (75604e91-cc18-4836-8cd2-0cce34de7ec3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.363150 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (75604e91-cc18-4836-8cd2-0cce34de7ec3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.365392 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8d875d88-5d95-40ca-bcbd-e6c0f1a817ba None None] Current status of the port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:24.405754 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75604e91-cc18-4836-8cd2-0cce34de7ec3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:24.405897 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:24.420557 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.422282 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5f9d3415-3a6d-4cd8-978d-97a3c48e10ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2103498 May 12 23:26:24.432798 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:24.442848 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b06f2-8c93-4cf6-b6cf-74aefc90b020', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:24.487007 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Project c84a32d11266481da69995efb8638fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 23:26:24.493113 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:26:20Z', 'revision_number': 4, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '6db33841-d516-4141-a12c-816d57a0cfc8', 'name': '', 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'mac_address': 'fa:16:3e:aa:6b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:19Z', 'updated_at': '2022-05-12T23:26:20Z', 'revision_number': 2, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'subnets': [{'id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:24.493492 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (c4ca4f0d-852b-4c91-bbd8-82cd361a58a5), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.495005 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:24.496038 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 81599175-e572-497e-841a-78c27e9ac56c up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:24.559772 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Checking router: f8a73b41-51e9-4f96-9635-c5851ed74eb9 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:24.560769 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Updating router f8a73b41-51e9-4f96-9635-c5851ed74eb9 port 6db33841-d516-4141-a12c-816d57a0cfc8 binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:24.630180 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (c4ca4f0d-852b-4c91-bbd8-82cd361a58a5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.636955 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.643844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (c4ca4f0d-852b-4c91-bbd8-82cd361a58a5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.679619 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:23Z', 'revision_number': 3, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:24.681479 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ca4f0d-852b-4c91-bbd8-82cd361a58a5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:24.687621 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 81599175-e572-497e-841a-78c27e9ac56c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:24.688329 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (81599175-e572-497e-841a-78c27e9ac56c), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.708508 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.712487 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-611e27c9-2bd5-4c4c-a96a-ce376596c237 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2759540 May 12 23:26:24.723957 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:24.728227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'security_group_rule': {'security_group_id': 'bb3b06f2-8c93-4cf6-b6cf-74aefc90b020', 'project_id': 'c84a32d11266481da69995efb8638fbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:24.773265 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Checking router: 9ecc5139-5199-4373-b4a7-9d699eff92a6 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:24.777193 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Updating router 9ecc5139-5199-4373-b4a7-9d699eff92a6 port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:24.846902 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe9314-a61b-41f4-833d-35bd86e706ac req-8d6f9abb-d2e6-451b-a9b5-1ffd142c423f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:24.847494 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15fe9314-a61b-41f4-833d-35bd86e706ac req-8d6f9abb-d2e6-451b-a9b5-1ffd142c423f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1547511 May 12 23:26:24.855765 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:24.867069 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Project c84a32d11266481da69995efb8638fbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 23:26:24.885276 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef520-fa43-4718-ac46-e0d98c40532a req-66c0f310-5028-4943-b102-f9bfa4a9edbd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:24.886794 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-930ef520-fa43-4718-ac46-e0d98c40532a req-66c0f310-5028-4943-b102-f9bfa4a9edbd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0946302 May 12 23:26:24.890538 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (4894a31d-93ba-4482-9062-436391b07e46), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.059407 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 81599175-e572-497e-841a-78c27e9ac56c is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:25.079851 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-930ef520-fa43-4718-ac46-e0d98c40532a req-30b43232-c054-47fc-8198-47db51fec658 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853030 May 12 23:26:25.112285 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (4894a31d-93ba-4482-9062-436391b07e46), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.125106 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15fe9314-a61b-41f4-833d-35bd86e706ac req-2c539394-1674-4f2e-a239-a0f8445c9bf6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701671 May 12 23:26:25.142543 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (4894a31d-93ba-4482-9062-436391b07e46), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.164547 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4894a31d-93ba-4482-9062-436391b07e46,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:25.177002 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.187714 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-64f69af0-b94a-4967-aae8-5898f102039e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4645579 May 12 23:26:25.192464 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.264337 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a8a513a2-34c0-4650-845a-8e730bc1c79a req-bec61d85-26b3-46b6-a89c-1f552223a2a4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 210 time: 0.0686970 May 12 23:26:25.434486 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Publish callbacks [] for port (6db33841-d516-4141-a12c-816d57a0cfc8), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.446605 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.529926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe94995-4ece-4a5a-b6fe-dc01bb82bf63 None None] Pushing event updated for resources: {'Port': ['ID=6db33841-d516-4141-a12c-816d57a0cfc8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:25.559043 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1007b9e8-6711-4dbe-ab26-ff038daf7d3e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:25.560571 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1007b9e8-6711-4dbe-ab26-ff038daf7d3e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.3197916 May 12 23:26:25.594337 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Allocated IP 172.20.0.1 (ab154c33-a6d4-4432-93c9-ee2cf253ee7a/a23be861-e81f-4699-b139-f2da470907aa/731c1024-8ea4-46cc-8896-7459935c1e55) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:25.613799 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Publish callbacks [] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.620374 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Attempting to bind port 6db33841-d516-4141-a12c-816d57a0cfc8 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:25.620802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Attempting to bind port 6db33841-d516-4141-a12c-816d57a0cfc8 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:25.621186 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Attempting to bind port 6db33841-d516-4141-a12c-816d57a0cfc8 on network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:25.624042 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.641116 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:25.641502 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Checking segment: {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:25.641909 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.642307 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Bound using segment: {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:25.642775 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Bound port: 6db33841-d516-4141-a12c-816d57a0cfc8, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:25.643335 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.730734 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] For port 6db33841-d516-4141-a12c-816d57a0cfc8, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:25.742320 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a420a-752d-48ca-a0cb-99ee5f6f1ed6 None None] Pushing event updated for resources: {'Port': ['ID=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:25.747654 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Attempting to bind port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:25.748441 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Attempting to bind port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:25.749153 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Attempting to bind port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:25.753526 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] For port 6db33841-d516-4141-a12c-816d57a0cfc8, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6db33841-d516-4141-a12c-816d57a0cfc8,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:25.756657 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:25.757277 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:25.758005 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.758564 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:25.759314 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Bound port: c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:25.760013 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.763338 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.772616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks [] for port (731c1024-8ea4-46cc-8896-7459935c1e55), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.816951 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] For port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:25.819620 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.825912 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] For port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:25.843110 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:25.887400 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Routers {'f8a73b41-51e9-4f96-9635-c5851ed74eb9'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:25.894161 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:25.900241 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:25.905807 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:25.906635 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:25.919765 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:25.936246 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:25.937031 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (9ecc5139-5199-4373-b4a7-9d699eff92a6), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.096864 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=731c1024-8ea4-46cc-8896-7459935c1e55,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:26.192206 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.198129 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:26.380175 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-17842440-3366-4201-b932-90ecccc7b399 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 472 time: 0.2263653 May 12 23:26:26.428911 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a420a-752d-48ca-a0cb-99ee5f6f1ed6 None None] Pushing event updated for resources: {'Port': ['ID=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:26.455230 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'port': {'device_id': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'admin_state_up': True, 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'security_groups': ['39f38592-e567-4c40-b108-68d9452acdef']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:26.465092 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] Provisioning complete for port 6db33841-d516-4141-a12c-816d57a0cfc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:26.465669 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.474063 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fc7d8d70-028a-4a3e-9be4-45dabd4f9512 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:26.487513 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62f39b-1485-448f-b586-b50d81db2765 req-31cd2bbb-55c1-4246-8ae0-0078c55af6fa tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:26.489340 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d62f39b-1485-448f-b586-b50d81db2765 req-31cd2bbb-55c1-4246-8ae0-0078c55af6fa tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.2004075 May 12 23:26:26.492505 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe94995-4ece-4a5a-b6fe-dc01bb82bf63 None None] Pushing event updated for resources: {'Port': ['ID=6db33841-d516-4141-a12c-816d57a0cfc8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:26.510187 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464566-1a6d-41b2-9a32-2614d04c239b req-609f09c4-4c6c-49c6-a125-2a4d2f1f115a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:26.515786 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff464566-1a6d-41b2-9a32-2614d04c239b req-609f09c4-4c6c-49c6-a125-2a4d2f1f115a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.2076948 May 12 23:26:26.636968 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:23Z', 'revision_number': 3, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:26.653567 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d62f39b-1485-448f-b586-b50d81db2765 req-232cf1e9-5b79-4dd2-9729-38a9c0de5743 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314330 May 12 23:26:26.674653 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Made reservation on behalf of e315b6494fa94fb0bc2d6fd27028f475 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:26.679336 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.684829 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ff464566-1a6d-41b2-9a32-2614d04c239b req-f3d9a55e-fdca-4693-95d0-f00b2ad47c59 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048861 May 12 23:26:26.689069 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2845c-0b17-426f-8f68-78d63b3e93be None None] The sync data for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi is: [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:23Z', 'revision_number': 3, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:26.787666 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks [] for port (731c1024-8ea4-46cc-8896-7459935c1e55), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.798705 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2ae41c47-149e-402d-a8f8-18889c87f3c1 req-bfa5be11-3c77-4734-8330-bce26927ac25 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 210 time: 0.0489676 May 12 23:26:26.801530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] Set router f8a73b41-51e9-4f96-9635-c5851ed74eb9 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:26.807468 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.808556 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (9ecc5139-5199-4373-b4a7-9d699eff92a6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.841003 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:26.841390 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:26.894269 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=731c1024-8ea4-46cc-8896-7459935c1e55,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:26.894516 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] Current status of the port 6db33841-d516-4141-a12c-816d57a0cfc8 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:26.894739 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.014675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.20.0.7 (da502bee-be9a-431e-9fcf-9f0d339d4e89/16be676d-5731-4722-872b-f964ae4f789c/6497d5aa-33ed-4ffe-854a-a190f2cdfdfb) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:27.049614 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] For port 6db33841-d516-4141-a12c-816d57a0cfc8, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6db33841-d516-4141-a12c-816d57a0cfc8,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:27.050012 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:27.053352 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:27.095887 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.186774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:27.259049 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712f1d-add4-4e8f-98e8-d03bda56e150 None None] Pushing event updated for resources: {'Port': ['ID=6db33841-d516-4141-a12c-816d57a0cfc8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:27.272644 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-93c447bf-7cdf-4414-af0f-abe0393b662d None None] Provisioning complete for port 6db33841-d516-4141-a12c-816d57a0cfc8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:27.273024 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93c447bf-7cdf-4414-af0f-abe0393b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.353955 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Router 9ecc5139-5199-4373-b4a7-9d699eff92a6 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:26:27.368073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:26:20Z', 'revision_number': 4, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '6db33841-d516-4141-a12c-816d57a0cfc8', 'name': '', 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'mac_address': 'fa:16:3e:aa:6b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:19Z', 'updated_at': '2022-05-12T23:26:25Z', 'revision_number': 4, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'subnets': [{'id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:27.397044 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1fde35-6116-4791-98b7-22a945dbb07a None None] The sync data for ids ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'] in dv-cinder-782260-5-iscsi is: [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:26:20Z', 'revision_number': 4, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '6db33841-d516-4141-a12c-816d57a0cfc8', 'name': '', 'network_id': 'b66c448c-3dd5-4fe3-87be-4b35aa4b21f4', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'mac_address': 'fa:16:3e:aa:6b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:19Z', 'updated_at': '2022-05-12T23:26:25Z', 'revision_number': 4, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'subnets': [{'id': '776f0041-2d90-4caf-b0bc-8be8dd5f86c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:27.448045 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-93c447bf-7cdf-4414-af0f-abe0393b662d None None] Current status of the port 6db33841-d516-4141-a12c-816d57a0cfc8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:27.449222 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.465701 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-93c447bf-7cdf-4414-af0f-abe0393b662d None None] Provisioning complete for port 731c1024-8ea4-46cc-8896-7459935c1e55 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:27.466850 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93c447bf-7cdf-4414-af0f-abe0393b662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.539012 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-93c447bf-7cdf-4414-af0f-abe0393b662d None None] Port 731c1024-8ea4-46cc-8896-7459935c1e55 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:27.543996 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:27.556363 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-96ab7cc8-32d7-4737-b01f-cfd3188bc8c2 admin admin] 10.222.0.49 "PUT /v2.0/routers/9ecc5139-5199-4373-b4a7-9d699eff92a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2963138 May 12 23:26:27.569130 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.632021 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:27.635657 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:27.640059 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:27.646678 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:27.647697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.659477 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05647743-9c36-413a-9c63-dc7b50702cfd None None] Provisioning complete for port 731c1024-8ea4-46cc-8896-7459935c1e55 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:27.659982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05647743-9c36-413a-9c63-dc7b50702cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:27.676229 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2809086 May 12 23:26:27.677221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817a5c-440d-420f-947a-16500a0d46b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:27.746876 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05647743-9c36-413a-9c63-dc7b50702cfd None None] Port 731c1024-8ea4-46cc-8896-7459935c1e55 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:27.929394 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2b68-f4c1-40b9-b0a5-1f037ada55b8 req-fc142d7a-b086-471a-bb1f-b14730669d20 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:27.942221 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74fa2b68-f4c1-40b9-b0a5-1f037ada55b8 req-fc142d7a-b086-471a-bb1f-b14730669d20 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1546810 May 12 23:26:27.994729 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ca43-8993-47a2-a845-753503c080e8 req-fc0b06ae-5645-4fb1-b478-8290843f7570 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:28.012772 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c515ca43-8993-47a2-a845-753503c080e8 req-fc0b06ae-5645-4fb1-b478-8290843f7570 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1824374 May 12 23:26:28.054609 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:28.089441 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-74fa2b68-f4c1-40b9-b0a5-1f037ada55b8 req-83477a14-ede2-4018-a859-3043c8f1373d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461461 May 12 23:26:28.130137 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef0d9c33-a4ef-435b-9e40-89a1348d0fe1 None None] Provisioning complete for port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:28.132411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9c33-a4ef-435b-9e40-89a1348d0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.180283 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c515ca43-8993-47a2-a845-753503c080e8 req-e130a948-680b-4c66-9fbf-7bf5669ea2df tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460955 May 12 23:26:28.213901 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:28.214456 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.295624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990cc65-3f2e-4b66-aa5f-736dc89eaf0f req-04471d09-08ec-4fe9-9993-61d5b340ea94 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:28.302855 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3990cc65-3f2e-4b66-aa5f-736dc89eaf0f req-04471d09-08ec-4fe9-9993-61d5b340ea94 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 931 time: 0.0889630 May 12 23:26:28.317451 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d9c33-a4ef-435b-9e40-89a1348d0fe1 None None] Port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:28.363765 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:28.364353 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.390260 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:28.398775 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3990cc65-3f2e-4b66-aa5f-736dc89eaf0f req-ed8e699b-d2ca-4ae9-a605-04acaa3347d4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899334 May 12 23:26:28.402315 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.403296 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6db33841-d516-4141-a12c-816d57a0cfc8 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:28.470635 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:28.479930 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-356593321-network', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:28.503064 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Made reservation on behalf of e030d04730c84d6dbaa70ffd2961303b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:28.505812 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.514831 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 6db33841-d516-4141-a12c-816d57a0cfc8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:28.515526 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.515658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.518530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:28.621278 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 6db33841-d516-4141-a12c-816d57a0cfc8 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:28.646788 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks [] for security_group (4b4926bb-2eef-4eab-8baf-5cb190628f6e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.650662 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (4b4926bb-2eef-4eab-8baf-5cb190628f6e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.675817 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:26:28.684246 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4926bb-2eef-4eab-8baf-5cb190628f6e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:28.690235 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f7a841aa-2d95-426d-9c77-30f540495a8f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.690700 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Added segment f7a841aa-2d95-426d-9c77-30f540495a8f of type vlan for network f4ef2045-ab89-4f26-99e3-2153705346b1 May 12 23:26:28.729686 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (f4ef2045-ab89-4f26-99e3-2153705346b1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.754042 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (f4ef2045-ab89-4f26-99e3-2153705346b1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.755468 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:28.756041 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.791908 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3199003 May 12 23:26:28.795353 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:28.800824 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Request body: {'subnet': {'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-356593321-subnet', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:28.821491 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Made reservation on behalf of e030d04730c84d6dbaa70ffd2961303b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:28.823776 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:28.824554 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9df842-5da1-4ca4-bec0-d4e72ea097fd admin admin] Pushing event updated for resources: {'Network': ['ID=f4ef2045-ab89-4f26-99e3-2153705346b1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:28.834623 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network f4ef2045-ab89-4f26-99e3-2153705346b1 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:26:28.986227 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (d6d978ee-48f7-4af8-b987-160608bdec9b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.039426 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d978ee-48f7-4af8-b987-160608bdec9b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:29.048731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Checking segment: {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:29.049083 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Network hostable DHCP agents. Network: f4ef2045-ab89-4f26-99e3-2153705346b1, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:26:29.065334 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Network f4ef2045-ab89-4f26-99e3-2153705346b1 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:26:29.073278 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, f4ef2045-ab89-4f26-99e3-2153705346b1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:29.077672 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:29.078287 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.082230 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2177d-2036-489e-ac50-71244bb320d8 None None] Network f4ef2045-ab89-4f26-99e3-2153705346b1 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:29.093535 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2b2c4806-fded-4e90-ae6e-24a13dec6065 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2965183 May 12 23:26:29.096028 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:29.100748 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:29.122134 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7030'] for router (df84ad24-c30d-40b0-b316-146bf6ed171b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.123793 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7890157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7890688', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8106777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7039'] for router (df84ad24-c30d-40b0-b316-146bf6ed171b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.184026 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks [] for router_controller (df84ad24-c30d-40b0-b316-146bf6ed171b), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.208767 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b70a1d-bb3c-547f-85e9-dda56b758d99-f4ef2045-ab89-4f26-99e3-2153705346b1', 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1', 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'fixed_ips': [{'subnet_id': 'd6d978ee-48f7-4af8-b987-160608bdec9b'}]}} from dv-cinder-782260-5-iscsi. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 23:26:29.209745 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.352727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9816a3-0fbb-466a-b297-93add2d86b2e req-a8186e7a-3e5b-45b7-8355-dca95cb6715e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:29.357458 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f9816a3-0fbb-466a-b297-93add2d86b2e req-a8186e7a-3e5b-45b7-8355-dca95cb6715e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0547934 May 12 23:26:29.383282 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks [] for router_gateway (df84ad24-c30d-40b0-b316-146bf6ed171b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.386114 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Allocated IP 172.20.0.2 (f4ef2045-ab89-4f26-99e3-2153705346b1/d6d978ee-48f7-4af8-b987-160608bdec9b/bfee6516-877b-4fc4-9003-8af9d8e0d31a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:29.409496 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f9816a3-0fbb-466a-b297-93add2d86b2e req-1f49391b-09a7-4d85-aa0b-bd7d28f2cc0a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500367 May 12 23:26:29.431204 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:26:29.539653 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560ca3-a87f-4f29-acef-6a260c2b15b3 req-d093e611-f84a-4add-a356-650e83942260 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:29.541968 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a560ca3-a87f-4f29-acef-6a260c2b15b3 req-d093e611-f84a-4add-a356-650e83942260 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 931 time: 0.0600166 May 12 23:26:29.569229 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Publish callbacks [] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.583871 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.596249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks [] for router_gateway (df84ad24-c30d-40b0-b316-146bf6ed171b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.618031 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.622115 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a560ca3-a87f-4f29-acef-6a260c2b15b3 req-5c1f535f-e87e-46e7-92f2-f9162703c1d8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697477 May 12 23:26:29.660665 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Network f4ef2045-ab89-4f26-99e3-2153705346b1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:29.662977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:29.669127 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:29.700995 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Pushing event updated for resources: {'Port': ['ID=bfee6516-877b-4fc4-9003-8af9d8e0d31a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:29.746457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Attempting to bind port bfee6516-877b-4fc4-9003-8af9d8e0d31a on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:29.746933 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Attempting to bind port bfee6516-877b-4fc4-9003-8af9d8e0d31a by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:29.747425 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Attempting to bind port bfee6516-877b-4fc4-9003-8af9d8e0d31a on network f4ef2045-ab89-4f26-99e3-2153705346b1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:29.752646 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:29.753086 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Checking segment: {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:29.753548 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.754013 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Bound using segment: {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:29.754541 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Bound port: bfee6516-877b-4fc4-9003-8af9d8e0d31a, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:29.754997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.759570 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Allocated IP 172.27.3.107 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/133214d4-ee87-4c3f-8118-a15f34bd6046) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:29.826802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] For port bfee6516-877b-4fc4-9003-8af9d8e0d31a, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:29.831059 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] For port bfee6516-877b-4fc4-9003-8af9d8e0d31a, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bfee6516-877b-4fc4-9003-8af9d8e0d31a,segment=NetworkSegment(f7a841aa-2d95-426d-9c77-30f540495a8f),segment_id=f7a841aa-2d95-426d-9c77-30f540495a8f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:29.840368 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.893316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks [] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:29.938385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Request body: {'port': {'device_id': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:29.943136 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:30.006709 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:30.015984 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:30.023240 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:30.034977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:30.082439 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Pushing event updated for resources: {'Port': ['ID=133214d4-ee87-4c3f-8118-a15f34bd6046,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:30.089934 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e94f31-23a3-44a5-99cd-785e3575bdf7 None None] Pushing event updated for resources: {'Port': ['ID=bfee6516-877b-4fc4-9003-8af9d8e0d31a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:30.090116 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:30.103547 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:30.103982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:30.206091 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:30.304046 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Sync routers for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:30.325499 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:30.327030 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:30.589062 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97bf26-e192-44a8-91d7-8b1fb5cb8f06 req-b51fb8be-d502-45fb-8fc6-b1e46812e5f4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:30.590607 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cc97bf26-e192-44a8-91d7-8b1fb5cb8f06 req-b51fb8be-d502-45fb-8fc6-b1e46812e5f4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0658333 May 12 23:26:30.594065 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:30.689317 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cc97bf26-e192-44a8-91d7-8b1fb5cb8f06 req-d63dbfc3-59fb-4cdf-9e07-3ac273857531 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899279 May 12 23:26:30.777228 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f66a-54be-451e-9446-9caf14d45816 req-60599259-c8be-4a5c-b588-ff36cbaf2099 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:30.785428 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ea8f66a-54be-451e-9446-9caf14d45816 req-60599259-c8be-4a5c-b588-ff36cbaf2099 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 931 time: 0.0709174 May 12 23:26:30.867205 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0ea8f66a-54be-451e-9446-9caf14d45816 req-93c4c2f1-386b-47b7-bf70-30eb52fd2c87 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756688 May 12 23:26:30.872650 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:30.879199 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256628070', 'description': 'tempest-description--1929832392'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:30.924456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:30.937482 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks [] for router_gateway (df84ad24-c30d-40b0-b316-146bf6ed171b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.038587 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 2, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:31.053700 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group (62191033-2280-4c87-afdb-9492d24f1c35), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.062680 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (62191033-2280-4c87-afdb-9492d24f1c35), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.074348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Checking router: 9ecc5139-5199-4373-b4a7-9d699eff92a6 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:31.074702 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Updating router 9ecc5139-5199-4373-b4a7-9d699eff92a6 port 731c1024-8ea4-46cc-8896-7459935c1e55 binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:31.113698 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.129318 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62191033-2280-4c87-afdb-9492d24f1c35,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:31.137224 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.141838 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c04557d6-e8fa-4223-8d2b-ecee6a4e9f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2674985 May 12 23:26:31.144555 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:31.149755 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'security_group_rule': {'security_group_id': '62191033-2280-4c87-afdb-9492d24f1c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:31.195066 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group_rule (5db87eed-84f4-4f4e-b73f-b60bb5149abb), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.295937 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:31.296977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group_rule (5db87eed-84f4-4f4e-b73f-b60bb5149abb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.303329 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (5db87eed-84f4-4f4e-b73f-b60bb5149abb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.326582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db87eed-84f4-4f4e-b73f-b60bb5149abb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:31.342014 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.344290 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Publish callbacks [] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.349141 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:31.349467 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-778091ad-9b7f-401d-a379-09cbb6a37b84 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2027564 May 12 23:26:31.356977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'security_group_rule': {'security_group_id': '62191033-2280-4c87-afdb-9492d24f1c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:31.389587 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7890068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7890903'] for router (df84ad24-c30d-40b0-b316-146bf6ed171b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.394595 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Transition to ACTIVE for port object 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:26:31.402954 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.487632 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Publish callbacks [] for port (731c1024-8ea4-46cc-8896-7459935c1e55), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.491991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group_rule (efd954cb-8688-4389-bb0c-4963a683cd51), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.515098 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.525680 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:31.595215 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ac30-9648-4e14-a232-e1ef0b94ad98 None None] Pushing event updated for resources: {'Port': ['ID=731c1024-8ea4-46cc-8896-7459935c1e55,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:31.651219 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Attempting to bind port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:31.651219 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Attempting to bind port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:31.651219 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Attempting to bind port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:31.672873 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb on network da502bee-be9a-431e-9fcf-9f0d339d4e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:26:31.673200 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Attempting to bind port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:31.681492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group_rule (efd954cb-8688-4389-bb0c-4963a683cd51), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.684333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c26fb3a-d46c-4059-9ef1-d36c0cb17d5f None None] Network f4ef2045-ab89-4f26-99e3-2153705346b1 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:26:31.694209 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:31.694565 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:31.694945 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Bound using segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:31.695383 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Bound port: 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:31.695748 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.710722 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Attempting to bind port 731c1024-8ea4-46cc-8896-7459935c1e55 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:31.711013 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (efd954cb-8688-4389-bb0c-4963a683cd51), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.711153 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Attempting to bind port 731c1024-8ea4-46cc-8896-7459935c1e55 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:31.711505 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Attempting to bind port 731c1024-8ea4-46cc-8896-7459935c1e55 on network ab154c33-a6d4-4432-93c9-ee2cf253ee7a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:31.735782 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:31.736161 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Checking segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:31.736799 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.737350 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Bound using segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:31.737997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Bound port: 731c1024-8ea4-46cc-8896-7459935c1e55, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:31.738545 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.771129 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd954cb-8688-4389-bb0c-4963a683cd51,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:31.820205 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Router df84ad24-c30d-40b0-b316-146bf6ed171b is scheduled to L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 23:26:31.831318 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.833425 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-da4372e1-2a73-4411-bc0f-e8be05a015e1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829917 May 12 23:26:31.837372 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:31.851638 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:31.862534 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] For port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:31.886295 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] Provisioning complete for port bfee6516-877b-4fc4-9003-8af9d8e0d31a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:31.889073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.892633 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] For port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:31.921783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] For port 731c1024-8ea4-46cc-8896-7459935c1e55, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:31.927459 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] For port 731c1024-8ea4-46cc-8896-7459935c1e55, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=731c1024-8ea4-46cc-8896-7459935c1e55,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:31.970908 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960bfcd-c727-4cfe-b2e2-703451bad93e req-7d50d414-38ad-4f30-aeda-ad3ceb7fcf56 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:31.979478 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2960bfcd-c727-4cfe-b2e2-703451bad93e req-7d50d414-38ad-4f30-aeda-ad3ceb7fcf56 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1637933 May 12 23:26:31.983160 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:31.990013 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.020965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.094553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:32.095184 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:32.097210 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bfee6516-877b-4fc4-9003-8af9d8e0d31a up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:32.139461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.166464 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2960bfcd-c727-4cfe-b2e2-703451bad93e req-450cbaff-3874-46a5-857c-568bb63feae9 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710081 May 12 23:26:32.190174 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:32.190895 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.192415 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] 10.222.0.76 "PUT /v2.0/ports/6497d5aa-33ed-4ffe-854a-a190f2cdfdfb HTTP/1.1" status: 200 len: 1093 time: 2.2595835 May 12 23:26:32.206684 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:32.209355 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17bd4e-f3eb-4783-8ca2-56d83eb9b814 req-4cea8962-aece-4391-9a86-ddb90e559d97 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:32.209796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:32.221536 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d17bd4e-f3eb-4783-8ca2-56d83eb9b814 req-4cea8962-aece-4391-9a86-ddb90e559d97 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 943 time: 0.2080925 May 12 23:26:32.361690 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4787de81-4605-444d-b195-1282eee9b6e0 x-openstack-request-id: req-4787de81-4605-444d-b195-1282eee9b6e0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:32.362023 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:32.362457 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4787de81-4605-444d-b195-1282eee9b6e0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:32.363057 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4787de81-4605-444d-b195-1282eee9b6e0'] response: {'name': 'network-changed', 'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'status': 'completed', 'code': 200} May 12 23:26:32.367054 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d17bd4e-f3eb-4783-8ca2-56d83eb9b814 req-f5f307a8-86dc-45ab-8472-198cce1dc8ca tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445005 May 12 23:26:32.380422 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ac30-9648-4e14-a232-e1ef0b94ad98 None None] Pushing event updated for resources: {'Port': ['ID=731c1024-8ea4-46cc-8896-7459935c1e55,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:32.442402 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] Current status of the port bfee6516-877b-4fc4-9003-8af9d8e0d31a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:32.442878 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.446527 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eee8cb-33d4-40aa-b55d-1ebead1438f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:32.463698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:32.476933 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Sync routers for ids ['df84ad24-c30d-40b0-b316-146bf6ed171b'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:32.491045 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port bfee6516-877b-4fc4-9003-8af9d8e0d31a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:32.491786 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.495660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-238f6f05-ab2c-4b72-8973-53b3a3d2e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:32.501151 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-238f6f05-ab2c-4b72-8973-53b3a3d2e64f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 1127 time: 0.2155960 May 12 23:26:32.526860 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Routers {'df84ad24-c30d-40b0-b316-146bf6ed171b'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:32.529471 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['df84ad24-c30d-40b0-b316-146bf6ed171b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:32.642254 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-4b440b2e-f7e9-4c13-bb7c-b2ed508d02bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb HTTP/1.1" status: 200 len: 217 time: 0.0931604 May 12 23:26:32.643834 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.645062 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-87a5167c-9b5b-4f89-af96-0687d019f042 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5475519 May 12 23:26:32.648535 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:32.716541 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Allocated IP 172.27.3.38 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/15977ca4-dae7-4c52-97af-7680254e09ed) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:32.762432 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-e0e5f620-09f2-4f41-97dc-a7d26fb40e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:32.763999 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-e0e5f620-09f2-4f41-97dc-a7d26fb40e3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.1035635 May 12 23:26:32.800747 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Set router df84ad24-c30d-40b0-b316-146bf6ed171b gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:32.874710 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:32.907699 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-e507bee6-97e0-4b54-94d5-a7ed627127dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:32.910197 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-e507bee6-97e0-4b54-94d5-a7ed627127dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232436 May 12 23:26:32.927473 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port bfee6516-877b-4fc4-9003-8af9d8e0d31a is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:32.928457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:32.957367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] For port bfee6516-877b-4fc4-9003-8af9d8e0d31a, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bfee6516-877b-4fc4-9003-8af9d8e0d31a,segment=NetworkSegment(f7a841aa-2d95-426d-9c77-30f540495a8f),segment_id=f7a841aa-2d95-426d-9c77-30f540495a8f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:32.974602 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.054068 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for port (15977ca4-dae7-4c52-97af-7680254e09ed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.094998 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:30Z', 'revision_number': 3, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:33.123915 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.db.api [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 23:26:33.132135 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-9f85a263-1c40-484b-9b35-26221e531436 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126677 May 12 23:26:33.132885 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG oslo_db.api [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 23:26:33.140413 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Checking router: df84ad24-c30d-40b0-b316-146bf6ed171b for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:33.140769 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Updating router df84ad24-c30d-40b0-b316-146bf6ed171b port 133214d4-ee87-4c3f-8118-a15f34bd6046 binding host dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:33.175381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (15977ca4-dae7-4c52-97af-7680254e09ed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.241414 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.275350 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-9c0ddb4d-14d8-42c5-8602-996fad4894f7 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223136429&fields=id&tenant_id=e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 267 time: 0.1558893 May 12 23:26:33.305235 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:33.316056 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:33.321786 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98efd0-f571-425f-b405-99ece9905cc7 None None] Pushing event updated for resources: {'Port': ['ID=bfee6516-877b-4fc4-9003-8af9d8e0d31a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:33.322036 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'Port': ['ID=15977ca4-dae7-4c52-97af-7680254e09ed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:33.332956 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:33.393140 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bcd5ac2e-5a4b-4715-bf48-aaa8354e8c16 req-75489008-91ce-4e31-bdbe-a6071005a867 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498417 May 12 23:26:33.395422 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Provisioning complete for port 731c1024-8ea4-46cc-8896-7459935c1e55 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:33.398304 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.435858 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.531212 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (15977ca4-dae7-4c52-97af-7680254e09ed), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.653107 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:31Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:33.713792 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdcc8b-259c-4866-b3d1-4bb15c13a55d None None] The sync data for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi is: [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:31Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:33.719704 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d5fdb-58ad-48d8-86b0-e80f4eb9ed81 req-e1a06ccc-45d6-4bf9-81b1-c72c23557f20 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:33.728157 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f73d5fdb-58ad-48d8-86b0-e80f4eb9ed81 req-e1a06ccc-45d6-4bf9-81b1-c72c23557f20 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.3016212 May 12 23:26:33.746570 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Current status of the port 731c1024-8ea4-46cc-8896-7459935c1e55 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:33.746959 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.748806 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port bfee6516-877b-4fc4-9003-8af9d8e0d31a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:33.846424 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] For port 731c1024-8ea4-46cc-8896-7459935c1e55, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=731c1024-8ea4-46cc-8896-7459935c1e55,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:33.851730 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Publish callbacks [] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.854498 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.865807 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.907838 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-4797567c-2413-4126-85e6-87d1d87d57f5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:33.911408 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-4797567c-2413-4126-85e6-87d1d87d57f5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 811 time: 0.5746980 May 12 23:26:33.921440 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Attempting to bind port 133214d4-ee87-4c3f-8118-a15f34bd6046 on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:33.925014 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f73d5fdb-58ad-48d8-86b0-e80f4eb9ed81 req-d0b07467-e211-495c-a910-1065a23722e7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958508 May 12 23:26:33.930851 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Attempting to bind port 133214d4-ee87-4c3f-8118-a15f34bd6046 by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:33.931257 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Attempting to bind port 133214d4-ee87-4c3f-8118-a15f34bd6046 on network f672abd2-fc07-4d12-9ec2-182c38788649 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:33.935610 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:33.970823 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-02088f97-81e4-43fc-8e73-bdc45d90a3ee tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/quotas/e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 375 time: 0.0350947 May 12 23:26:34.014971 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Pushing event updated for resources: {'Port': ['ID=731c1024-8ea4-46cc-8896-7459935c1e55,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:34.031774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Provisioning complete for port bfee6516-877b-4fc4-9003-8af9d8e0d31a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:34.032669 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.043809 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:34.045890 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Checking segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:34.047823 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.048534 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Bound using segment: {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:34.050504 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Bound port: 133214d4-ee87-4c3f-8118-a15f34bd6046, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5f237-3bdb-4097-998e-1fbe5a463fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:34.051174 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.054973 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2196dde-7603-4d1b-a87d-907ff43306ec None None] Pushing event updated for resources: {'Port': ['ID=133214d4-ee87-4c3f-8118-a15f34bd6046,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:34.059225 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for port (15977ca4-dae7-4c52-97af-7680254e09ed), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.077377 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (15977ca4-dae7-4c52-97af-7680254e09ed), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.171164 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'Port': ['ID=15977ca4-dae7-4c52-97af-7680254e09ed,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:34.174346 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46f7697b-2ac3-47dc-984f-7eeef45609b6 None None] Current status of the port bfee6516-877b-4fc4-9003-8af9d8e0d31a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:34.177222 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bfee6516-877b-4fc4-9003-8af9d8e0d31a up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:34.179038 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.182851 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] For port 133214d4-ee87-4c3f-8118-a15f34bd6046, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:34.187429 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] For port 133214d4-ee87-4c3f-8118-a15f34bd6046, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=133214d4-ee87-4c3f-8118-a15f34bd6046,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:34.196122 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.206261 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.207667 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-21882b4a-052d-48dd-ab48-11c70bd7c7ad tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3646016 May 12 23:26:34.223935 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-a8e72334-df43-4339-b1fa-b3c912e1003f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467482 May 12 23:26:34.253990 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port bfee6516-877b-4fc4-9003-8af9d8e0d31a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:34.254356 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.256903 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb126-551c-4433-b09a-473fa70f6a7b req-1dc0cd11-73fd-47e3-af99-4726ddfc6738 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:34.258662 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25ebb126-551c-4433-b09a-473fa70f6a7b req-1dc0cd11-73fd-47e3-af99-4726ddfc6738 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 943 time: 0.2023175 May 12 23:26:34.272112 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2196dde-7603-4d1b-a87d-907ff43306ec None None] Pushing event updated for resources: {'Port': ['ID=133214d4-ee87-4c3f-8118-a15f34bd6046,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:34.308920 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Routers {'df84ad24-c30d-40b0-b316-146bf6ed171b'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:34.309555 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['df84ad24-c30d-40b0-b316-146bf6ed171b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:34.378284 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port bfee6516-877b-4fc4-9003-8af9d8e0d31a is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:34.379552 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 731c1024-8ea4-46cc-8896-7459935c1e55 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:34.442188 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 731c1024-8ea4-46cc-8896-7459935c1e55 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:34.445949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:34.452016 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] Set router df84ad24-c30d-40b0-b316-146bf6ed171b gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:34.546783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 731c1024-8ea4-46cc-8896-7459935c1e55 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:34.574345 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-ba5b1e8a-e9b5-4cb4-a4c9-fce087f06e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:34.576623 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-ba5b1e8a-e9b5-4cb4-a4c9-fce087f06e34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 1127 time: 0.1011243 May 12 23:26:34.736187 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25ebb126-551c-4433-b09a-473fa70f6a7b req-30f43d6a-9e84-4f88-a14e-9848be32b302 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567681 May 12 23:26:34.769521 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-02b56362-60c5-4f3f-a751-62f09fea4a53 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080166 May 12 23:26:34.805188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-e5ed12c0-6966-45a6-8ba2-cbed327696b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:34.806658 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-e5ed12c0-6966-45a6-8ba2-cbed327696b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.2203093 May 12 23:26:34.845830 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:30Z', 'revision_number': 3, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:34.887190 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-070665cf-eef2-42b7-bb72-3747502d50cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb HTTP/1.1" status: 200 len: 217 time: 0.0721085 May 12 23:26:34.898925 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70daf71d-af09-4177-ac82-39b80ce4e181 None None] The sync data for ids ['df84ad24-c30d-40b0-b316-146bf6ed171b'] in dv-cinder-782260-5-iscsi is: [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:30Z', 'revision_number': 3, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:34.964137 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Allocated IP 172.20.0.1 (f4ef2045-ab89-4f26-99e3-2153705346b1/d6d978ee-48f7-4af8-b987-160608bdec9b/f31fcdad-4079-4a02-bdfc-1c25496940fe) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:35.052899 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-c6967c86-636d-4f2c-a043-0baf51d8e209 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1256628070&fields=id&tenant_id=ee4c61b3a55145ecb0429c006212a51c HTTP/1.1" status: 200 len: 267 time: 0.1736491 May 12 23:26:35.062164 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-faf7ad29-09b8-48ee-8d6b-183ca7d260fc service neutron] 10.222.0.49 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800791 May 12 23:26:35.094566 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-2570b1dd-bd99-42ea-af50-91e1c34631f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:35.097011 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-2570b1dd-bd99-42ea-af50-91e1c34631f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0718179 May 12 23:26:35.153171 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-1f999ae9-c9d7-4561-8af2-d244c56cb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:35.155118 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-1f999ae9-c9d7-4561-8af2-d244c56cb368 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507228 May 12 23:26:35.220598 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks [] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:35.263109 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6657bd47-22a3-4bd8-bfd6-2740639cbefe tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:35.264873 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6657bd47-22a3-4bd8-bfd6-2740639cbefe tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 818 time: 0.2017853 May 12 23:26:35.309918 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-2e19dfb9-eac5-4bc3-b444-c06c55f00cdc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/quotas/ee4c61b3a55145ecb0429c006212a51c HTTP/1.1" status: 200 len: 375 time: 0.0310559 May 12 23:26:35.365752 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-3b6221e6-f886-4965-9c23-b0801a72d7cb service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890783 May 12 23:26:35.431931 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-93a23b08-17ae-48c6-bce5-e0aa1f053abc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853732 May 12 23:26:35.434250 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:35.566673 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9be156-6b1e-4137-8bf1-2f3c2baf1ed7 req-7b4b3e05-49fa-4931-9b7e-3e6dec1d93fb service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862605 May 12 23:26:35.589127 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Network f4ef2045-ab89-4f26-99e3-2153705346b1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:35.604918 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:35.621334 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:35.664426 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869946'] for router_interface (df84ad24-c30d-40b0-b316-146bf6ed171b), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:35.688914 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f31fcdad-4079-4a02-bdfc-1c25496940fe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:35.781144 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab32eca-94ca-48f9-ad71-541b13129010 req-0c247d03-1301-41af-939b-39ac5362b36e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:35.782794 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ab32eca-94ca-48f9-ad71-541b13129010 req-0c247d03-1301-41af-939b-39ac5362b36e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1874764 May 12 23:26:35.803627 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-e3ecd030-b1dd-400c-878f-1289a65174a7 service neutron] 10.222.0.49 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335142 May 12 23:26:35.864010 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:26:35.937987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b09c2d27-9f4a-47d4-99a1-3f72efb37e51 None None] Provisioning complete for port f31fcdad-4079-4a02-bdfc-1c25496940fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:35.938584 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b09c2d27-9f4a-47d4-99a1-3f72efb37e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.003430 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 23:26:36.077011 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b09c2d27-9f4a-47d4-99a1-3f72efb37e51 None None] Port f31fcdad-4079-4a02-bdfc-1c25496940fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:36.112605 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-627fb646-eded-42bd-be83-9d16c3a81e5e service neutron] 10.222.0.49 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966430 May 12 23:26:36.134925 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:36.158888 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4ab32eca-94ca-48f9-ad71-541b13129010 req-224e019f-b52f-4b69-b0ce-bea46751c312 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670139 May 12 23:26:36.171228 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'port_id': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'mac_address': 'fa:16:3e:6c:07:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:26:36.227985 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:36.230485 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.263517 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:36.276902 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 731c1024-8ea4-46cc-8896-7459935c1e55 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:36.355151 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b3ed20b-5bfe-488f-9470-0893bde6b423 req-cef2ba1d-52c4-4250-9626-c0b2f9caa0bc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 210 time: 0.0856681 May 12 23:26:36.384423 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.429951 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:36.441999 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.442752 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:26:36.499382 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:36.510651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a7da79e8-bdce-406a-8190-522107b98564 req-993d2836-bd15-4cc4-bf3f-3dc24cb24ec0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 210 time: 0.0676095 May 12 23:26:36.535040 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 731c1024-8ea4-46cc-8896-7459935c1e55 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:36.536024 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.542899 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:36.644659 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a5d-09ab-436c-9f31-5daf293aa798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.666314 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1296-82d0-41d1-bbad-6ca520829cfe req-0c188d66-8bf3-4f88-899b-636819edcf4f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:36.667853 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-161f1296-82d0-41d1-bbad-6ca520829cfe req-0c188d66-8bf3-4f88-899b-636819edcf4f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 944 time: 0.2197266 May 12 23:26:36.768749 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:36.798740 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'mac_address': 'fa:16:3e:64:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:26:36.817490 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 731c1024-8ea4-46cc-8896-7459935c1e55 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:36.819577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 133214d4-ee87-4c3f-8118-a15f34bd6046 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:36.827488 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-161f1296-82d0-41d1-bbad-6ca520829cfe req-d0fc5d77-1f3a-4576-9275-bdf64e2c1597 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441984 May 12 23:26:36.881066 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks [] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.894274 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:36.895333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.898030 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.940133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 133214d4-ee87-4c3f-8118-a15f34bd6046 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:36.943114 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:36.954330 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9920fcd-3436-4b0a-8090-6a37e9d2fb91 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:36.992777 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f31fcdad-4079-4a02-bdfc-1c25496940fe,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:37.031725 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7905867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7870384'] for router_interface (df84ad24-c30d-40b0-b316-146bf6ed171b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.031949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:37.059124 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.234125 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a5d-09ab-436c-9f31-5daf293aa798 admin admin] Publish callbacks [] for security_group (6f3626c6-003f-4212-a67a-4643d3b75a59), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.234359 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Network f4ef2045-ab89-4f26-99e3-2153705346b1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:37.237120 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:37.261842 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:37.271933 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a5d-09ab-436c-9f31-5daf293aa798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6f3626c6-003f-4212-a67a-4643d3b75a59), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.310925 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 133214d4-ee87-4c3f-8118-a15f34bd6046 is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:37.311658 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.347371 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] For port 133214d4-ee87-4c3f-8118-a15f34bd6046, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=133214d4-ee87-4c3f-8118-a15f34bd6046,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:37.356958 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.376792 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec90a5d-09ab-436c-9f31-5daf293aa798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3626c6-003f-4212-a67a-4643d3b75a59,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:37.402772 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4ec90a5d-09ab-436c-9f31-5daf293aa798 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e5ae5edf93c4a31b9d0abcc369c1606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9004102 May 12 23:26:37.425515 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Pushing event updated for resources: {'Port': ['ID=133214d4-ee87-4c3f-8118-a15f34bd6046,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:37.452893 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 54770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:37.541875 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['6497d5aa-33ed-4ffe-854a-a190f2cdfdfb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:26:37.577439 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Router df84ad24-c30d-40b0-b316-146bf6ed171b has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:26:37.597255 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c3614be-bbea-4c45-8399-f4b162188749 admin admin] Publish callbacks [] for security_group (6f3626c6-003f-4212-a67a-4643d3b75a59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.612406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-d77c1a3b-52ff-4a88-aa29-f8b699b1e97e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:37.620922 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-d77c1a3b-52ff-4a88-aa29-f8b699b1e97e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 811 time: 0.4331944 May 12 23:26:37.636042 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1c7eb-2fd5-4f89-9419-37e61d1b443d req-ec6a063c-379e-4bf3-9c9f-89286122e480 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:37.638848 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0da1c7eb-2fd5-4f89-9419-37e61d1b443d req-ec6a063c-379e-4bf3-9c9f-89286122e480 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 944 time: 0.2963479 May 12 23:26:37.642322 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['c9920fcd-3436-4b0a-8090-6a37e9d2fb91'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:26:37.643255 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b30b4ada-2fc2-463d-8947-3eb56a6ce85f req-2948ae75-b873-4882-9f30-d78718414133 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 210 time: 0.1154389 May 12 23:26:37.659557 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c3614be-bbea-4c45-8399-f4b162188749 admin admin] Publish callbacks [] for security_group (6f3626c6-003f-4212-a67a-4643d3b75a59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.776491 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-ea77b1b7-2a58-4f6e-8a0e-9bca17a80939 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 379 time: 0.1342082 May 12 23:26:37.795348 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0da1c7eb-2fd5-4f89-9419-37e61d1b443d req-a763f063-594a-4c79-933b-ada05cf9e3c3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448586 May 12 23:26:37.800226 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c3614be-bbea-4c45-8399-f4b162188749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6f3626c6-003f-4212-a67a-4643d3b75a59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.803385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c3614be-bbea-4c45-8399-f4b162188749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.804841 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7c3614be-bbea-4c45-8399-f4b162188749 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f3626c6-003f-4212-a67a-4643d3b75a59 HTTP/1.1" status: 204 len: 168 time: 0.3491290 May 12 23:26:37.831535 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3614be-bbea-4c45-8399-f4b162188749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3626c6-003f-4212-a67a-4643d3b75a59,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:37.845847 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-71ce827e-5c8b-488a-8c00-9902353e0024 req-1bb23572-5e3f-4c4a-94d7-5430c97ce177 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 210 time: 0.0511022 May 12 23:26:37.887734 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-93390d52-d4ab-49a9-b85b-ebdced076493 None None] Provisioning complete for port f31fcdad-4079-4a02-bdfc-1c25496940fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:37.889475 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93390d52-d4ab-49a9-b85b-ebdced076493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:37.922003 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:37.930740 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-be20fbdb-5e06-4026-870f-f827529ce9c2 admin admin] 10.222.0.49 "PUT /v2.0/routers/df84ad24-c30d-40b0-b316-146bf6ed171b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2808778 May 12 23:26:37.971593 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'port': {'device_id': '3fee93a0-f820-400a-b5f7-62126ee83580', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'admin_state_up': True, 'tenant_id': 'e81bb52b456d4be68365930154165998', 'security_groups': ['a7bc04fe-9223-4dcf-88e7-25ff0fb9847e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:38.069604 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-93390d52-d4ab-49a9-b85b-ebdced076493 None None] Port f31fcdad-4079-4a02-bdfc-1c25496940fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:38.075820 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 133214d4-ee87-4c3f-8118-a15f34bd6046 up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:38.111532 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78179cf-7132-4bb0-92df-5af7b597bd81 req-6ca763a6-e340-49cd-85e8-2c642e53b1b8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:38.134453 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a78179cf-7132-4bb0-92df-5af7b597bd81 req-6ca763a6-e340-49cd-85e8-2c642e53b1b8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 944 time: 0.1828506 May 12 23:26:38.346329 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a78179cf-7132-4bb0-92df-5af7b597bd81 req-f76fbd1d-0c82-4c62-9d7c-a85f101133c9 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093368 May 12 23:26:38.488042 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-46f293a6-850b-4530-b2d9-dca35e7f0720 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:38.493308 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-46f293a6-850b-4530-b2d9-dca35e7f0720 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 818 time: 0.2730126 May 12 23:26:38.501972 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Made reservation on behalf of e81bb52b456d4be68365930154165998 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:38.508996 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:38.565931 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port 133214d4-ee87-4c3f-8118-a15f34bd6046 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:38.566439 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:38.638874 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-1dce38b1-94d8-4d03-9170-65324c3f3c43 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee4c61b3a55145ecb0429c006212a51c HTTP/1.1" status: 200 len: 380 time: 0.1193786 May 12 23:26:38.653204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'port': {'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'admin_state_up': True, 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'security_groups': ['62191033-2280-4c87-afdb-9492d24f1c35']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:38.671163 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port 133214d4-ee87-4c3f-8118-a15f34bd6046 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:38.799795 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Allocated IP 172.20.0.6 (5fa03ac1-bc64-4412-9031-d999b3f46bb9/55278cc7-2999-4ab9-bd40-ddb4ecdbe183/6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:38.800013 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-748221bb-8c80-49a2-9b06-192b623e73ba req-3f80d057-f19e-4bd1-bf22-40ce55c0e33e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 210 time: 0.0397184 May 12 23:26:38.950096 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92634e-78a6-4836-b1c7-18c5c7640d69 req-8c9716df-5fd5-44e0-b7bb-b6e7579e54e8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:38.951949 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e92634e-78a6-4836-b1c7-18c5c7640d69 req-8c9716df-5fd5-44e0-b7bb-b6e7579e54e8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 944 time: 0.0707881 May 12 23:26:38.956458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Made reservation on behalf of ee4c61b3a55145ecb0429c006212a51c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:38.960091 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:38.988697 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eba54983-baa4-46a0-82ca-be3516664623 req-fcefe500-ea71-4dc4-abb1-129595db3bf0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 210 time: 0.0354598 May 12 23:26:39.049200 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e92634e-78a6-4836-b1c7-18c5c7640d69 req-23f95707-4bff-41c2-8c11-101bbe5c75d1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633571 May 12 23:26:39.063120 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.147809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Allocated IP 172.20.0.6 (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6/fa1bb700-a026-48e0-b79d-d2aa746de208/5526cb70-43f3-4956-93b0-46b3692ba080) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:39.162661 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.236761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:39.255970 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:39.258582 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:39.264346 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:39.264971 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.285305 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Sync routers for ids ['df84ad24-c30d-40b0-b316-146bf6ed171b'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:39.303641 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:39.322388 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Routers {'df84ad24-c30d-40b0-b316-146bf6ed171b'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:39.323166 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['df84ad24-c30d-40b0-b316-146bf6ed171b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:39.329796 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-be30ffa6-c948-4adb-ad3a-27a331a68769 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3686345 May 12 23:26:39.361952 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Request body: {'port': {'device_id': '3fee93a0-f820-400a-b5f7-62126ee83580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:39.469723 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for port (5526cb70-43f3-4956-93b0-46b3692ba080), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.472835 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.564104 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Set router df84ad24-c30d-40b0-b316-146bf6ed171b gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:39.590365 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ecd4a-0001-485a-8c3d-a817136e7ece req-ea583364-0d69-4037-b0f8-134b93f63c92 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:39.591147 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.592788 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594ecd4a-0001-485a-8c3d-a817136e7ece req-ea583364-0d69-4037-b0f8-134b93f63c92 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 944 time: 0.1113968 May 12 23:26:39.638296 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d0e9132c-748b-4132-b49d-d9df2f5876aa None None] Provisioning complete for port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:39.638296 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0e9132c-748b-4132-b49d-d9df2f5876aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.651486 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:39.666676 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:39.672526 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:39.674662 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-594ecd4a-0001-485a-8c3d-a817136e7ece req-e1f8a212-2150-42c2-a328-0532bcb4bc77 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755355 May 12 23:26:39.676079 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:39.676864 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.748661 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event updated for resources: {'Port': ['ID=5526cb70-43f3-4956-93b0-46b3692ba080,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:39.773210 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9132c-748b-4132-b49d-d9df2f5876aa None None] Port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:39.781689 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-b8d39300-efb2-4c9b-ac64-8950dd7a1d2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1321211 May 12 23:26:39.795930 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Request body: {'port': {'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:39.886619 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:39.963053 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:39.980908 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:26:40.007145 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3571f-9e9d-49e2-be2a-877e94f4315d req-1013440f-ce01-484d-9a0d-f7a38711d1ec tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:40.018880 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bca3571f-9e9d-49e2-be2a-877e94f4315d req-1013440f-ce01-484d-9a0d-f7a38711d1ec tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 931 time: 0.0818057 May 12 23:26:40.052334 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:40.052852 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.097091 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bca3571f-9e9d-49e2-be2a-877e94f4315d req-36201428-4a75-4772-b4ce-2869ccda3afd tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745647 May 12 23:26:40.181258 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:40.183217 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:36Z', 'revision_number': 4, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'f31fcdad-4079-4a02-bdfc-1c25496940fe', 'name': '', 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'mac_address': 'fa:16:3e:10:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd6d978ee-48f7-4af8-b987-160608bdec9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:34Z', 'updated_at': '2022-05-12T23:26:36Z', 'revision_number': 2, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'subnets': [{'id': 'd6d978ee-48f7-4af8-b987-160608bdec9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:40.235930 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Checking router: df84ad24-c30d-40b0-b316-146bf6ed171b for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:40.236415 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Updating router df84ad24-c30d-40b0-b316-146bf6ed171b port f31fcdad-4079-4a02-bdfc-1c25496940fe binding host dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 23:26:40.264607 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Publish callbacks [] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.283701 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e097032b-bfaf-458e-8cb4-0ae2e527d7ff None None] Provisioning complete for port 5526cb70-43f3-4956-93b0-46b3692ba080 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:40.284221 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e097032b-bfaf-458e-8cb4-0ae2e527d7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.308576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Transition to ACTIVE for port object 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:26:40.321016 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0fab6-63ec-4d0b-a3d9-018ce7e56b2b req-26e474f3-8fbd-4a4c-a1d8-1d15cd0c7f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:40.329371 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8e0fab6-63ec-4d0b-a3d9-018ce7e56b2b req-26e474f3-8fbd-4a4c-a1d8-1d15cd0c7f55 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 931 time: 0.2112911 May 12 23:26:40.348441 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.395018 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.484884 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e097032b-bfaf-458e-8cb4-0ae2e527d7ff None None] Port 5526cb70-43f3-4956-93b0-46b3692ba080 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:40.511035 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:40.538070 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934da49-7fba-40a6-ad74-24896de67258 req-400f98cc-a35f-4a4d-93b7-5f8e4610b639 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:40.539623 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a934da49-7fba-40a6-ad74-24896de67258 req-400f98cc-a35f-4a4d-93b7-5f8e4610b639 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 944 time: 0.3000081 May 12 23:26:40.569011 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:40.569834 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.614386 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8e0fab6-63ec-4d0b-a3d9-018ce7e56b2b req-c53f07a0-f369-4e5c-a12e-af9e334de1e6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730689 May 12 23:26:40.633514 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Attempting to bind port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:40.634480 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Attempting to bind port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:40.644872 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Attempting to bind port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:40.688474 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:26:40.689216 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Attempting to bind port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:40.718215 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:40.718562 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Checking segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:40.718953 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Bound using segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:40.719401 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Bound port: 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:40.719762 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.754166 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5526cb70-43f3-4956-93b0-46b3692ba080 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:40.777883 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a934da49-7fba-40a6-ad74-24896de67258 req-f10dc01c-4b8d-40b0-9f5e-5622bbaa7acc tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138655 May 12 23:26:40.787323 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Publish callbacks [] for port (5526cb70-43f3-4956-93b0-46b3692ba080), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.845209 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Transition to ACTIVE for port object 5526cb70-43f3-4956-93b0-46b3692ba080 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:26:40.860973 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:40.910541 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5d49c-5d3f-4cd1-bcb7-232f70255184 req-b431227d-37d6-45da-b837-4db87d6694e5 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:40.912504 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41b5d49c-5d3f-4cd1-bcb7-232f70255184 req-b431227d-37d6-45da-b837-4db87d6694e5 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 944 time: 0.1258216 May 12 23:26:40.953512 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] For port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:41.036622 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] For port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:41.041518 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41b5d49c-5d3f-4cd1-bcb7-232f70255184 req-3179299b-aa76-4f9e-8fc3-1a28e488b981 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222081 May 12 23:26:41.099018 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.105953 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Pushing event updated for resources: {'Port': ['ID=5526cb70-43f3-4956-93b0-46b3692ba080,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:41.167969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:41.171400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Attempting to bind port 5526cb70-43f3-4956-93b0-46b3692ba080 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:41.171735 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Attempting to bind port 5526cb70-43f3-4956-93b0-46b3692ba080 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:41.172128 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Attempting to bind port 5526cb70-43f3-4956-93b0-46b3692ba080 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:41.179338 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Port 5526cb70-43f3-4956-93b0-46b3692ba080 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:26:41.179664 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Attempting to bind port 5526cb70-43f3-4956-93b0-46b3692ba080 on network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:41.195801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:41.196492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Checking segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:41.196616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Bound using segment: {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:41.196989 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Bound port: 5526cb70-43f3-4956-93b0-46b3692ba080, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68b33a3-1b24-4311-b1b6-664061cce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:41.204927 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.274794 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:41.277468 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7c546-d046-4e48-a9d0-a1d1fc869fce" -d '{"events": [{"server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "name": "network-vif-plugged", "status": "completed", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:41.305116 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36f7026f-22d9-4191-8f43-fe471181a4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.340086 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:41.362203 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:41.365181 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.374641 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-2bc3abca-5132-404d-87c7-2b5777d6a5a0 service neutron] 10.222.0.76 "PUT /v2.0/ports/6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b HTTP/1.1" status: 200 len: 1093 time: 2.0139644 May 12 23:26:41.376143 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:41.397419 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafb535f-1445-45ac-b098-4938a86a7a94" -d '{"events": [{"name": "network-changed", "server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:41.413227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4b828-41ce-4b5c-9193-aaa0478c697f req-2122a202-e860-44d3-94a4-2046758a51c2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:41.425262 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-05d4b828-41ce-4b5c-9193-aaa0478c697f req-2122a202-e860-44d3-94a4-2046758a51c2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.1923406 May 12 23:26:41.437663 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.438690 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:41.581212 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e61c361-fd15-4f9a-8d40-d7b960a4a595 x-openstack-request-id: req-8e61c361-fd15-4f9a-8d40-d7b960a4a595 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:41.581763 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:41.582200 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e61c361-fd15-4f9a-8d40-d7b960a4a595 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:41.583050 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e61c361-fd15-4f9a-8d40-d7b960a4a595'] response: {'name': 'network-changed', 'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'status': 'completed', 'code': 200} May 12 23:26:41.587829 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-05d4b828-41ce-4b5c-9193-aaa0478c697f req-9310cd69-8efa-4ab7-802f-218d400973e3 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598783 May 12 23:26:41.621987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Publish callbacks [] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.631035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450da31f-c57a-4178-b62d-d0a173ae68a5 x-openstack-request-id: req-450da31f-c57a-4178-b62d-d0a173ae68a5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:41.633827 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "name": "network-vif-plugged", "status": "completed", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:41.634193 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-450da31f-c57a-4178-b62d-d0a173ae68a5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:41.634708 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450da31f-c57a-4178-b62d-d0a173ae68a5'] response: {'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'code': 200} May 12 23:26:41.665253 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-643259a4-4417-4f77-9502-c40eefa82a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:41.671955 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-643259a4-4417-4f77-9502-c40eefa82a4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 1127 time: 0.2217157 May 12 23:26:41.672294 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] For port 5526cb70-43f3-4956-93b0-46b3692ba080, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:41.694331 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] For port 5526cb70-43f3-4956-93b0-46b3692ba080, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5526cb70-43f3-4956-93b0-46b3692ba080,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:41.709659 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.826843 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c851bbd-c10a-455a-97e8-de380a14f85d req-192962cd-101a-4d9c-a522-ac766e755a94 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:41.834628 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f4a51-0890-47cc-8fdd-88cd2420adea req-39280928-91ac-46a1-b273-37302a7bf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:41.836182 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b77f4a51-0890-47cc-8fdd-88cd2420adea req-39280928-91ac-46a1-b273-37302a7bf376 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 1129 time: 0.1167123 May 12 23:26:41.836962 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c851bbd-c10a-455a-97e8-de380a14f85d req-192962cd-101a-4d9c-a522-ac766e755a94 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.1124952 May 12 23:26:41.838766 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:41.842709 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-c2ea7619-e8fc-49e2-a76e-b6ffd5c1f130 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b HTTP/1.1" status: 200 len: 217 time: 0.1466713 May 12 23:26:41.964104 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Pushing event updated for resources: {'Port': ['ID=5526cb70-43f3-4956-93b0-46b3692ba080,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:41.970766 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:41.971151 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.030063 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Attempting to bind port f31fcdad-4079-4a02-bdfc-1c25496940fe on host dv-cinder-782260-5-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:26:42.030436 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Attempting to bind port f31fcdad-4079-4a02-bdfc-1c25496940fe by drivers openvswitch,hyperv on host dv-cinder-782260-5-iscsi at level 0 using segments [{'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:26:42.031004 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Attempting to bind port f31fcdad-4079-4a02-bdfc-1c25496940fe on network f4ef2045-ab89-4f26-99e3-2153705346b1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:26:42.047809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-06f923c7-3171-49fe-ba77-a6bf2d41f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.051467 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Checking agent: {'id': '5360c8bb-8517-4e9a-8204-23c75b414215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 15, 47), 'started_at': datetime.datetime(2022, 5, 12, 23, 16, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:26:42.052133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Checking segment: {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:26:42.052732 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.053312 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Bound using segment: {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:26:42.053950 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Bound port: f31fcdad-4079-4a02-bdfc-1c25496940fe, host: dv-cinder-782260-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a841aa-2d95-426d-9c77-30f540495a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:26:42.054506 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.058831 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-06f923c7-3171-49fe-ba77-a6bf2d41f933 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0958765 May 12 23:26:42.089138 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c851bbd-c10a-455a-97e8-de380a14f85d req-78badfa5-1fef-423f-ac07-ad049e441e02 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507329 May 12 23:26:42.123476 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c807-18c7-4fac-9292-5e192f2d93da req-ea799248-52b0-427d-9409-815dd443e906 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.142268 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f717c807-18c7-4fac-9292-5e192f2d93da req-ea799248-52b0-427d-9409-815dd443e906 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 944 time: 0.1921592 May 12 23:26:42.198982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df950-6934-450f-b599-5b36929ee9fd req-9f814ab3-71ab-49ac-81cd-4734c200be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.199688 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-9f814ab3-71ab-49ac-81cd-4734c200be86 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1400487 May 12 23:26:42.209917 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b77f4a51-0890-47cc-8fdd-88cd2420adea req-1393524d-bc02-49cc-b8be-97cd6dfa35ec service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552564 May 12 23:26:42.221206 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] For port f31fcdad-4079-4a02-bdfc-1c25496940fe, host dv-cinder-782260-5-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:26:42.228825 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] For port f31fcdad-4079-4a02-bdfc-1c25496940fe, host dv-cinder-782260-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=f31fcdad-4079-4a02-bdfc-1c25496940fe,segment=NetworkSegment(f7a841aa-2d95-426d-9c77-30f540495a8f),segment_id=f7a841aa-2d95-426d-9c77-30f540495a8f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:26:42.237160 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.240432 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.245463 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-6fa9b5f7-780b-4e47-bbf8-23f1612ab131 service neutron] 10.222.0.76 "PUT /v2.0/ports/5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 1093 time: 2.4550834 May 12 23:26:42.316692 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:42.317090 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.326819 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f717c807-18c7-4fac-9292-5e192f2d93da req-1bc51fa7-1b6c-4822-8db2-d7fa27c9ba7f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747391 May 12 23:26:42.332687 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:42.336383 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.407374 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:42.426820 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb3c82-64be-47ea-927a-12312827edf7 req-7035db22-53e0-4c8b-989f-8a4dd613c537 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.449142 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fdbb3c82-64be-47ea-927a-12312827edf7 req-7035db22-53e0-4c8b-989f-8a4dd613c537 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.1914022 May 12 23:26:42.464531 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.479507 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-e170b5ff-64da-466e-afb7-79f8fef4e90b service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685955 May 12 23:26:42.551900 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8521619-0513-4c86-985e-af91dd42f6fa None None] Pushing event updated for resources: {'Port': ['ID=f31fcdad-4079-4a02-bdfc-1c25496940fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:42.599285 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fdbb3c82-64be-47ea-927a-12312827edf7 req-c37e52af-7076-4202-98b8-485329cd8317 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446133 May 12 23:26:42.719815 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8521619-0513-4c86-985e-af91dd42f6fa None None] Pushing event updated for resources: {'Port': ['ID=f31fcdad-4079-4a02-bdfc-1c25496940fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:42.729772 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c10df950-6934-450f-b599-5b36929ee9fd req-36fe601c-0637-4887-a746-2a2b521ebada service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402873 May 12 23:26:42.745871 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Routers {'df84ad24-c30d-40b0-b316-146bf6ed171b'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:42.746041 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-08b1a6fd-9c1b-4db0-b436-468bf786a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.746165 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['df84ad24-c30d-40b0-b316-146bf6ed171b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:42.748680 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-08b1a6fd-9c1b-4db0-b436-468bf786a360 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1127 time: 0.0939133 May 12 23:26:42.764437 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae34d3-025f-4b6e-ba56-24089c835a87 req-30b7ebcb-d5e6-4ef7-baf2-93dda426f55f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:42.771502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c7ae34d3-025f-4b6e-ba56-24089c835a87 req-30b7ebcb-d5e6-4ef7-baf2-93dda426f55f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.1011572 May 12 23:26:42.836708 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c7ae34d3-025f-4b6e-ba56-24089c835a87 req-7673137b-b5ed-42f1-90fd-5d9de805baff tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591722 May 12 23:26:42.871902 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] Provisioning complete for port f31fcdad-4079-4a02-bdfc-1c25496940fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:42.872247 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:42.898737 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:43.234403 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-a08e3b75-91b7-41e5-b2ff-d004e01f8d03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 217 time: 0.0873151 May 12 23:26:43.252983 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] Set router df84ad24-c30d-40b0-b316-146bf6ed171b gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:43.310914 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb5f41-b601-49d1-aba1-65f5c5576ee1 req-6078d53b-2656-4351-80d5-4e276ae9359b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:43.319463 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2eb5f41-b601-49d1-aba1-65f5c5576ee1 req-6078d53b-2656-4351-80d5-4e276ae9359b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0998685 May 12 23:26:43.338928 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] Current status of the port f31fcdad-4079-4a02-bdfc-1c25496940fe is: DOWN; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:43.339839 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:43.376209 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5266-228f-4b31-a725-fb5357e1e72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:43.473550 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2eb5f41-b601-49d1-aba1-65f5c5576ee1 req-7bbc363a-7671-4f1c-b432-f9d7fce6eff9 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367397 May 12 23:26:43.475006 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] For port f31fcdad-4079-4a02-bdfc-1c25496940fe, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=f31fcdad-4079-4a02-bdfc-1c25496940fe,segment=NetworkSegment(f7a841aa-2d95-426d-9c77-30f540495a8f),segment_id=f7a841aa-2d95-426d-9c77-30f540495a8f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:43.511493 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:43.576725 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aabe7-5374-4e2f-8ce9-5c142ca0d9b1 req-0bc399ae-8c69-4780-9a4d-d1940990ef65 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:43.579182 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af3aabe7-5374-4e2f-8ce9-5c142ca0d9b1 req-0bc399ae-8c69-4780-9a4d-d1940990ef65 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0724409 May 12 23:26:43.586135 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:43.588903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:43.638740 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:43.644870 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0545260-59fa-41d8-a4f1-75729d9696b6" -d '{"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:43.662266 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-3c8bb249-769b-42db-b1ff-2ff23db05921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:43.668646 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-3c8bb249-769b-42db-b1ff-2ff23db05921 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 1127 time: 0.0742128 May 12 23:26:43.675320 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-1f5db9e6-06d2-41d3-9cec-12560c0af925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:43.682845 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-1f5db9e6-06d2-41d3-9cec-12560c0af925 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.1311967 May 12 23:26:43.690093 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855e60f-a1b1-4e03-9269-e48c96582ed3 x-openstack-request-id: req-5855e60f-a1b1-4e03-9269-e48c96582ed3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:43.690866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:43.693112 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5855e60f-a1b1-4e03-9269-e48c96582ed3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:43.693827 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5855e60f-a1b1-4e03-9269-e48c96582ed3'] response: {'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080', 'status': 'completed', 'code': 200} May 12 23:26:43.728919 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af3aabe7-5374-4e2f-8ce9-5c142ca0d9b1 req-1a0e7a5a-451e-4310-a6f2-02ea85d1182c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438498 May 12 23:26:43.773311 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aab285ec-2af1-4297-b736-29ad25314a33 None None] Provisioning complete for port f31fcdad-4079-4a02-bdfc-1c25496940fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:43.773712 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aab285ec-2af1-4297-b736-29ad25314a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:43.778328 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a0e83-4f8d-40af-8fc7-f7b4eaa4635f None None] Pushing event updated for resources: {'Port': ['ID=f31fcdad-4079-4a02-bdfc-1c25496940fe,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:43.875000 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f7cf02-8ea3-4fbd-b4dd-78af7ed017fb x-openstack-request-id: req-16f7cf02-8ea3-4fbd-b4dd-78af7ed017fb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:43.875203 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:43.875453 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16f7cf02-8ea3-4fbd-b4dd-78af7ed017fb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:43.876684 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f7cf02-8ea3-4fbd-b4dd-78af7ed017fb'] response: {'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'code': 200} May 12 23:26:43.887633 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28875b44-fb8c-4339-85b3-8d409ebc33f7 req-aad553f0-5afc-4132-9345-ff01bed3f2bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:43.902592 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-28875b44-fb8c-4339-85b3-8d409ebc33f7 req-aad553f0-5afc-4132-9345-ff01bed3f2bb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.0926242 May 12 23:26:44.067279 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:36Z', 'revision_number': 4, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'f31fcdad-4079-4a02-bdfc-1c25496940fe', 'name': '', 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'mac_address': 'fa:16:3e:10:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd6d978ee-48f7-4af8-b987-160608bdec9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:34Z', 'updated_at': '2022-05-12T23:26:42Z', 'revision_number': 4, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'subnets': [{'id': 'd6d978ee-48f7-4af8-b987-160608bdec9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:44.172053 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:44.187330 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9559c7-e871-4e6f-b3c3-37d9903c43f3 None None] The sync data for ids ['df84ad24-c30d-40b0-b316-146bf6ed171b'] in dv-cinder-782260-5-iscsi is: [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:36Z', 'revision_number': 4, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'f31fcdad-4079-4a02-bdfc-1c25496940fe', 'name': '', 'network_id': 'f4ef2045-ab89-4f26-99e3-2153705346b1', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'mac_address': 'fa:16:3e:10:d1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd6d978ee-48f7-4af8-b987-160608bdec9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:34Z', 'updated_at': '2022-05-12T23:26:42Z', 'revision_number': 4, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'subnets': [{'id': 'd6d978ee-48f7-4af8-b987-160608bdec9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:44.342635 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-39ecbecd-d5c9-4da0-a321-6cc8b31fbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:44.342635 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-39ecbecd-d5c9-4da0-a321-6cc8b31fbdc1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.2203910 May 12 23:26:44.343506 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:44.410371 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aab285ec-2af1-4297-b736-29ad25314a33 None None] Current status of the port f31fcdad-4079-4a02-bdfc-1c25496940fe is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:44.481439 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-827e1684-fe98-4585-845e-d62dd3a9cf2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b HTTP/1.1" status: 200 len: 217 time: 0.0524983 May 12 23:26:44.482942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-7c8a2ef6-5609-4851-8d75-a079b1b16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:44.484420 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-7c8a2ef6-5609-4851-8d75-a079b1b16793 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1474941 May 12 23:26:44.654717 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-2569e278-4f4b-48bf-90da-9228a8fcb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:44.656508 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-2569e278-4f4b-48bf-90da-9228a8fcb132 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.1628163 May 12 23:26:44.667419 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-28875b44-fb8c-4339-85b3-8d409ebc33f7 req-4ddfb3ea-adcb-418e-9758-b898d2183afe tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7586923 May 12 23:26:44.699169 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1fff5-61a7-4d82-aff6-e335fbb0722a req-a157ff0b-49b6-4cb6-b7f9-d70f396f9035 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:44.711692 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21a1fff5-61a7-4d82-aff6-e335fbb0722a req-a157ff0b-49b6-4cb6-b7f9-d70f396f9035 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.7364416 May 12 23:26:44.819617 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-8e49d005-a4c7-4f96-9135-4d79840ff10c service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152156 May 12 23:26:44.821177 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-1888abbd-fc4b-4aa0-a610-0a6efe5dfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:44.822795 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-1888abbd-fc4b-4aa0-a610-0a6efe5dfeac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1573799 May 12 23:26:44.943206 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21a1fff5-61a7-4d82-aff6-e335fbb0722a req-e02ce0ed-ea42-4b58-b64f-0657f3b3340f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252901 May 12 23:26:45.002899 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b18ecb-c124-4418-ac28-6ec3c0c7c4cb req-c4ba563b-e35b-4c2c-8ed8-194c66063687 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:45.009596 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8b18ecb-c124-4418-ac28-6ec3c0c7c4cb req-c4ba563b-e35b-4c2c-8ed8-194c66063687 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.1629295 May 12 23:26:45.122854 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6e846ae-5f61-431a-80f0-e49e8600850d req-cceed5e4-7c8f-49b9-8497-06dd0d75fc2c service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794824 May 12 23:26:45.127127 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-c31083b4-b667-4484-a92c-df7566f28b92 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752743 May 12 23:26:45.229475 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8b18ecb-c124-4418-ac28-6ec3c0c7c4cb req-bb7f85fb-d369-42f0-af88-10609dcf4c46 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026668 May 12 23:26:45.255266 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093443d-085e-487a-a4fe-7378feb57bcf req-d0c7c0f0-a886-46b0-965e-31391d6ac4a1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:45.263239 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4093443d-085e-487a-a4fe-7378feb57bcf req-d0c7c0f0-a886-46b0-965e-31391d6ac4a1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1605973 May 12 23:26:45.376508 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4093443d-085e-487a-a4fe-7378feb57bcf req-b12989ae-ebbb-4b8f-a168-37f562e4f3f9 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072028 May 12 23:26:45.763465 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-512a2e91-637d-4b1a-848c-005b917c7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:45.765237 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-512a2e91-637d-4b1a-848c-005b917c7236 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1127 time: 0.5612950 May 12 23:26:45.781717 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:45.937753 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100842-f719-4433-bc06-81e31a71983a req-e983e3ee-dae3-4bb8-a3f9-035151a5c99a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:45.945009 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91100842-f719-4433-bc06-81e31a71983a req-e983e3ee-dae3-4bb8-a3f9-035151a5c99a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.1100972 May 12 23:26:46.018551 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91100842-f719-4433-bc06-81e31a71983a req-619488d8-a913-4d5a-a959-d032d1cefb41 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724928 May 12 23:26:46.045967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-90f75224-44ce-40bc-a13c-64c9c1350222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:46.047471 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-90f75224-44ce-40bc-a13c-64c9c1350222 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.2727609 May 12 23:26:46.101946 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device f31fcdad-4079-4a02-bdfc-1c25496940fe up at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:46.148350 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-df21627b-df20-4a34-adaa-7790977090a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 217 time: 0.0858631 May 12 23:26:46.150524 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cafb535f-1445-45ac-b098-4938a86a7a94 req-a67fc291-e368-4ae0-81eb-fa5efdb6d626 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0149186 May 12 23:26:46.197615 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Provisioning complete for port f31fcdad-4079-4a02-bdfc-1c25496940fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:46.197963 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:46.304121 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-ba472a98-196f-46b4-b874-64e3dfe961ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:46.305637 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b00e6-9874-4612-aa3c-b2e88be4f937 req-2124e107-6ad7-481d-82ae-93a000e394f4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:46.307246 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-938b00e6-9874-4612-aa3c-b2e88be4f937 req-2124e107-6ad7-481d-82ae-93a000e394f4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.1406398 May 12 23:26:46.312521 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-ba472a98-196f-46b4-b874-64e3dfe961ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.1427472 May 12 23:26:46.316072 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 54916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:26:46.323048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'port_id': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:46.363740 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Current status of the port f31fcdad-4079-4a02-bdfc-1c25496940fe is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:46.435720 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-136285d0-a1cf-4ef3-a545-fd1c6bfe0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:46.437850 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-136285d0-a1cf-4ef3-a545-fd1c6bfe0653 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175740 May 12 23:26:46.452716 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (ae13c09b-31d9-4dfe-9fdc-329a73017209), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:46.462502 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ccb4-13e3-4c65-af35-155c0de8583f req-97813b65-0cfe-410e-b80f-de4d6c1b572a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:46.470179 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9126ccb4-13e3-4c65-af35-155c0de8583f req-97813b65-0cfe-410e-b80f-de4d6c1b572a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.3810983 May 12 23:26:46.639376 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-61270c1e-d580-4522-9756-bf56e1613aba service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876130 May 12 23:26:46.649149 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9126ccb4-13e3-4c65-af35-155c0de8583f req-d5c0e211-ca4e-4893-ab00-1ad31645772d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713085 May 12 23:26:46.667003 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382e63-34a6-497b-b66d-40933dd07179 req-409dce32-4f95-4227-8ebd-a074f4fd1787 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:46.683416 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec382e63-34a6-497b-b66d-40933dd07179 req-409dce32-4f95-4227-8ebd-a074f4fd1787 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.2609746 May 12 23:26:46.874724 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6e0cba5-389d-4622-95ba-ceb7b45e03e2 req-6733bf0c-f0df-4f3d-a656-347a09c65746 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274876 May 12 23:26:47.204429 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2af72-9735-4983-ac6d-4ce61ec5537e req-31822816-9d2a-489d-84c9-8992dfd7fd0b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:47.206400 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ee2af72-9735-4983-ac6d-4ce61ec5537e req-31822816-9d2a-489d-84c9-8992dfd7fd0b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.4363303 May 12 23:26:47.265950 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:47.358019 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ee2af72-9735-4983-ac6d-4ce61ec5537e req-fa8fe142-65a8-40e3-bf88-a39936057ad7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391368 May 12 23:26:47.387668 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec382e63-34a6-497b-b66d-40933dd07179 req-c3568f80-845f-4bc1-8565-38f0092c325c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6973293 May 12 23:26:47.528708 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 23:26:47.658746 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:47.671234 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (ae13c09b-31d9-4dfe-9fdc-329a73017209), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:48.188064 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a5c69-250f-417f-9646-8e610f01b6ca req-fd1755ad-d17a-456c-9d04-a3419c33811d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:48.189953 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e1a5c69-250f-417f-9646-8e610f01b6ca req-fd1755ad-d17a-456c-9d04-a3419c33811d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.2293067 May 12 23:26:48.191593 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP ae13c09b-31d9-4dfe-9fdc-329a73017209 associated. External IP: 172.27.3.122, port: 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb. May 12 23:26:48.570439 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:26:48.578388 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af35c-9bb9-4c63-ba59-f0950d98200f req-d0371ba2-a5c5-4264-a034-2a687a0e6f5e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:48.585724 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e1af35c-9bb9-4c63-ba59-f0950d98200f req-d0371ba2-a5c5-4264-a034-2a687a0e6f5e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0671425 May 12 23:26:48.674029 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e1a5c69-250f-417f-9646-8e610f01b6ca req-33ea1fa4-272c-424d-a2f5-fe56ef624f2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631523 May 12 23:26:48.737389 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e1af35c-9bb9-4c63-ba59-f0950d98200f req-d4c89089-f3ab-43d9-9377-be3f2a87c97a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468604 May 12 23:26:48.869443 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4e2fb-e12e-4319-b7e2-24af9fb19bff req-9350cd9d-cf4c-4e5b-b8ec-8d0da84b2cee tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:48.871090 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33a4e2fb-e12e-4319-b7e2-24af9fb19bff req-9350cd9d-cf4c-4e5b-b8ec-8d0da84b2cee tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0656669 May 12 23:26:48.873286 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:26:48.878370 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:48.885243 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:26:48.908147 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:48.909118 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:48.936932 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6b123fa8-ff2e-478b-9908-8f2a0edc6415 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "PUT /v2.0/floatingips/ae13c09b-31d9-4dfe-9fdc-329a73017209 HTTP/1.1" status: 200 len: 991 time: 2.6146524 May 12 23:26:48.942055 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:48.944617 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6679b-af36-4de1-9147-ecccf7453e31" -d '{"events": [{"name": "network-changed", "server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:48.975995 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33a4e2fb-e12e-4319-b7e2-24af9fb19bff req-22c8cc22-d179-4acd-935a-aef4ca03a978 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620058 May 12 23:26:49.027185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7570d2-64b4-4332-bee4-a6feff1ecab4 x-openstack-request-id: req-8a7570d2-64b4-4332-bee4-a6feff1ecab4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:49.027536 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:49.028229 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a7570d2-64b4-4332-bee4-a6feff1ecab4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:49.028751 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7570d2-64b4-4332-bee4-a6feff1ecab4'] response: {'name': 'network-changed', 'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'status': 'completed', 'code': 200} May 12 23:26:49.093077 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:49.128290 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-8480872d-c62e-441a-9db1-2583a8635c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:49.140924 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-8480872d-c62e-441a-9db1-2583a8635c99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 1129 time: 0.0871058 May 12 23:26:49.349243 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'ae13c09b-31d9-4dfe-9fdc-329a73017209', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:6c:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:47Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}, {'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:12Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:49.377956 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:26:49.387170 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:26:49.387827 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:26:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:49.533520 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:26:50.023759 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19fee4-9afa-4c2c-982c-c0e80792f87b req-249de43b-4b1d-49f9-b8f7-7c1022ef0963 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:50.025363 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b19fee4-9afa-4c2c-982c-c0e80792f87b req-249de43b-4b1d-49f9-b8f7-7c1022ef0963 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.1477757 May 12 23:26:50.075912 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'ae13c09b-31d9-4dfe-9fdc-329a73017209', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:6c:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:47Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}, {'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:12Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:26:50.092944 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b19fee4-9afa-4c2c-982c-c0e80792f87b req-7666dd8b-e112-480f-9f45-b08d4729370d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597129 May 12 23:26:50.136174 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59dc6de-6a0f-4bfc-ae09-e55a9401f480 None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'ae13c09b-31d9-4dfe-9fdc-329a73017209', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:6c:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:47Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}, {'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:12Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:26:50.257958 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9059bc-79c8-44ae-ad74-82102b83473b req-6556cdc6-11f6-480b-96b4-8c04a87ef4c5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:50.269286 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab9059bc-79c8-44ae-ad74-82102b83473b req-6556cdc6-11f6-480b-96b4-8c04a87ef4c5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0765359 May 12 23:26:50.343884 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab9059bc-79c8-44ae-ad74-82102b83473b req-04269972-c352-4355-bfb0-82ffce81801f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736361 May 12 23:26:50.544540 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851be604-01d1-4872-a2ee-4a486050be41 req-8d6af654-cdb1-4d98-8ea2-d5c169eaa4ff tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:50.551877 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-851be604-01d1-4872-a2ee-4a486050be41 req-8d6af654-cdb1-4d98-8ea2-d5c169eaa4ff tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.1050692 May 12 23:26:50.600290 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c355d5-bc64-47bd-b0b0-01a002bd13bc None None] New status for floating IP ae13c09b-31d9-4dfe-9fdc-329a73017209: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:26:50.626897 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-851be604-01d1-4872-a2ee-4a486050be41 req-e6ea40ff-1e95-4c55-b9f2-d0e063d2e599 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740812 May 12 23:26:51.297832 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44261530-cb6a-47e6-9f2b-f1c6d4790901 req-c929fd0d-d9d1-42d5-9a22-ebca80177910 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:51.299389 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44261530-cb6a-47e6-9f2b-f1c6d4790901 req-c929fd0d-d9d1-42d5-9a22-ebca80177910 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.1002033 May 12 23:26:51.409686 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44261530-cb6a-47e6-9f2b-f1c6d4790901 req-789e71b3-4e95-4b69-8cf4-26d057d04655 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041253 May 12 23:26:51.545031 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb097-4064-4ec6-bbce-f68b7fc914fb req-438c1cf3-1e9c-420a-b9d1-f76eaa3684a0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:51.553088 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a38cb097-4064-4ec6-bbce-f68b7fc914fb req-438c1cf3-1e9c-420a-b9d1-f76eaa3684a0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0677757 May 12 23:26:51.625443 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a38cb097-4064-4ec6-bbce-f68b7fc914fb req-5b99c80a-4531-43e4-814d-bcab3ae03dd8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667076 May 12 23:26:51.759823 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c132e0c-15fb-4a8e-813c-ff874e487d11 req-b603f840-4cea-4c2e-bb51-6ab4508c32da tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:51.761454 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c132e0c-15fb-4a8e-813c-ff874e487d11 req-b603f840-4cea-4c2e-bb51-6ab4508c32da tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0569932 May 12 23:26:51.888782 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c132e0c-15fb-4a8e-813c-ff874e487d11 req-b218ae66-6f91-4cb7-ab4d-01dd21bfe308 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211672 May 12 23:26:52.579429 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5d78-beed-41cc-8a60-312dab5bb167 req-d878d241-b568-4c8c-98c3-3d589f582c85 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:52.581775 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-809b5d78-beed-41cc-8a60-312dab5bb167 req-d878d241-b568-4c8c-98c3-3d589f582c85 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.1080778 May 12 23:26:52.651141 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-809b5d78-beed-41cc-8a60-312dab5bb167 req-f245d584-deb7-4fa2-bab6-8876a8a3a609 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636795 May 12 23:26:52.788183 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ba55-5134-4d66-97f2-1a1f4e8bb290 req-2bb7b60b-c1f2-47a5-a53c-074b4f6b340d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:52.789723 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82a5ba55-5134-4d66-97f2-1a1f4e8bb290 req-2bb7b60b-c1f2-47a5-a53c-074b4f6b340d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0747540 May 12 23:26:52.942176 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82a5ba55-5134-4d66-97f2-1a1f4e8bb290 req-d75877db-ffd7-4c94-b5cf-8e1ab90f0375 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449761 May 12 23:26:53.328095 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74d837-8b96-4d32-a13c-3a390da62389 req-7e526110-2620-45d0-94c0-5a7f7cfc9c32 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:53.338191 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3f74d837-8b96-4d32-a13c-3a390da62389 req-7e526110-2620-45d0-94c0-5a7f7cfc9c32 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0631809 May 12 23:26:53.389412 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3f74d837-8b96-4d32-a13c-3a390da62389 req-5c102de7-d3e2-4e81-ba3f-b9718e503ef2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500016 May 12 23:26:53.822401 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58cac-e46d-4d34-821c-5c2cb3224fdb req-8bd7776a-ff3e-4d41-8c00-9b438f41ca35 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:53.835080 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9cd58cac-e46d-4d34-821c-5c2cb3224fdb req-8bd7776a-ff3e-4d41-8c00-9b438f41ca35 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.0990934 May 12 23:26:53.900160 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9cd58cac-e46d-4d34-821c-5c2cb3224fdb req-d6fd48c9-cf27-4926-8d3c-f857128fa3c6 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641987 May 12 23:26:54.130860 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783458e5-6d5c-4ffa-9c5d-3d2499d89df3 req-2ad64d54-3148-4c34-bfe5-f50efe8efa36 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:54.132714 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-783458e5-6d5c-4ffa-9c5d-3d2499d89df3 req-2ad64d54-3148-4c34-bfe5-f50efe8efa36 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0750864 May 12 23:26:54.189205 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-783458e5-6d5c-4ffa-9c5d-3d2499d89df3 req-f7b41225-aae1-4ff7-b7fd-d4691fa68d63 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498745 May 12 23:26:54.459272 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-0c07554d-8f18-4585-ae6a-7146616f7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:54.460789 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-0c07554d-8f18-4585-ae6a-7146616f7543 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.0935526 May 12 23:26:54.562405 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-5365f546-dd51-4fdb-9547-17bb46f08ff2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:54.563901 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-5365f546-dd51-4fdb-9547-17bb46f08ff2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 815 time: 0.1097398 May 12 23:26:54.578374 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-e19c1e6f-d88b-48b8-b1c5-2cf14819b0bf tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/quotas/20c41bc998214b4fbaa006b920017f85 HTTP/1.1" status: 200 len: 375 time: 0.0091875 May 12 23:26:54.625578 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-b23fd0c8-ea1a-45b7-81c1-edf8cfbc7477 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426176 May 12 23:26:54.724666 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cad8a1d2-5241-4751-b578-f4e27e4940a7 service neutron] 10.222.0.49 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871046 May 12 23:26:54.817300 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-c0784125-26e2-4e4a-b7ee-4f7dd1c50ff9 service neutron] 10.222.0.49 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868592 May 12 23:26:55.002597 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d1ded-94f6-4620-8366-1fcff6e49011 req-d04e9711-69be-4045-80e6-dc271217ef50 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:55.004856 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-509d1ded-94f6-4620-8366-1fcff6e49011 req-d04e9711-69be-4045-80e6-dc271217ef50 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0484395 May 12 23:26:55.055517 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-509d1ded-94f6-4620-8366-1fcff6e49011 req-e4e7b92e-1fc6-4c7d-a242-16e405d81a02 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452042 May 12 23:26:55.125770 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0247ed3e-e5e0-4d75-bbae-0e34436b8f36 req-91c81aa2-ba4b-40c0-a11c-cefd6c54d2c3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 210 time: 0.0285800 May 12 23:26:55.209868 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-ea2c1197-2381-43f1-98c7-e633ec9b3aea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb HTTP/1.1" status: 200 len: 1001 time: 0.0813372 May 12 23:26:55.262767 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb31c6f-f341-49fa-9dc4-175779c76b0f req-e87856b6-fbc0-4a6e-a000-1ef904d1e293 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:55.264802 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfb31c6f-f341-49fa-9dc4-175779c76b0f req-e87856b6-fbc0-4a6e-a000-1ef904d1e293 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 943 time: 0.0524876 May 12 23:26:55.340635 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dfb31c6f-f341-49fa-9dc4-175779c76b0f req-4325b808-584e-4ea4-8571-026322e6d9a3 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594907 May 12 23:26:55.401594 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb744e29-0a76-4364-92e0-d1a350c156c8 req-1aaec7f0-75af-4d0f-b0b5-dee3619292f8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:55.403092 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eb744e29-0a76-4364-92e0-d1a350c156c8 req-1aaec7f0-75af-4d0f-b0b5-dee3619292f8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0496359 May 12 23:26:55.452074 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eb744e29-0a76-4364-92e0-d1a350c156c8 req-b26bccc1-f1e7-43a8-b1a1-3480c484f8f1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 May 12 23:26:56.002820 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:26:56.100889 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:56.112393 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'port_id': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'mac_address': 'fa:16:3e:b6:c6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:26:56.155754 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:56.156149 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:56.172891 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:56.178879 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fc0fb-be3d-4eab-ab33-bf4ee887b57a req-b8e501f8-6fae-454b-9336-d096c4e19af5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:56.180532 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-415fc0fb-be3d-4eab-ab33-bf4ee887b57a req-b8e501f8-6fae-454b-9336-d096c4e19af5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0577388 May 12 23:26:56.192838 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:56.198407 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:56.232817 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4da634f6-ca04-4e27-a3ea-b28bb0147676 req-27616a87-664b-4da3-aa8d-c2467dee8646 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 210 time: 0.0311282 May 12 23:26:56.246467 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:56.258140 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-415fc0fb-be3d-4eab-ab33-bf4ee887b57a req-ae6331d4-b82b-4015-a8ef-0fafb596c63f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719876 May 12 23:26:56.441496 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-f2584a41-e4f6-40a6-81bc-7fe6b2fcee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:56.443642 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-f2584a41-e4f6-40a6-81bc-7fe6b2fcee5b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0532551 May 12 23:26:56.457176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1310f-b401-4a6f-93a2-b08a949ba101 req-d8e39167-0503-44d3-8d49-4b1fccc0a55a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:56.459010 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ab1310f-b401-4a6f-93a2-b08a949ba101 req-d8e39167-0503-44d3-8d49-4b1fccc0a55a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 944 time: 0.0562258 May 12 23:26:56.500002 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-1263f0ac-36d9-475e-877c-3d0a68863913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:56.501746 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-1263f0ac-36d9-475e-877c-3d0a68863913 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464978 May 12 23:26:56.531985 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ab1310f-b401-4a6f-93a2-b08a949ba101 req-e5691f4f-6b56-4e60-88d7-eea729221636 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666051 May 12 23:26:56.562965 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:26:56.577920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa1e3b-49a7-4af1-a556-0ca4dd9a5be8 req-de385ab6-cf9d-420b-8279-869d56e507b6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:56.579378 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-61aa1e3b-49a7-4af1-a556-0ca4dd9a5be8 req-de385ab6-cf9d-420b-8279-869d56e507b6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0465329 May 12 23:26:56.626840 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-61aa1e3b-49a7-4af1-a556-0ca4dd9a5be8 req-43c270aa-0d1b-43d8-8f62-277c555ab487 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 May 12 23:26:56.829487 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-97834d44-96ba-453c-ac0f-e4f6ef5e7667 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336958 May 12 23:26:56.951079 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-fbeed8f3-e233-4f98-8970-bf11fe0d83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:56.952574 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-fbeed8f3-e233-4f98-8970-bf11fe0d83db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1129 time: 0.0820677 May 12 23:26:56.982133 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4ec6679b-af36-4de1-9147-ecccf7453e31 req-5c24b57f-5e35-424c-8178-b0f2c20d2286 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197798 May 12 23:26:57.307765 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-c474cea5-b219-40b5-bc76-30d16d2619eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.309820 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-c474cea5-b219-40b5-bc76-30d16d2619eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.1234038 May 12 23:26:57.349899 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-94651b39-6d5e-40f3-9c85-03afa9917c57 req-4caeccdf-1915-48cc-8a30-189bb0bbc921 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 210 time: 0.0340126 May 12 23:26:57.404548 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61409b-cbbb-48dc-94ab-5ae3e7d2fb4d req-a8b05bf1-6697-422c-8a0b-801acb6645c2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.412026 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b61409b-cbbb-48dc-94ab-5ae3e7d2fb4d req-a8b05bf1-6697-422c-8a0b-801acb6645c2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 943 time: 0.0649405 May 12 23:26:57.423710 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-870d80dc-6760-4f7a-9a8e-e88f95e8152f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.425196 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-870d80dc-6760-4f7a-9a8e-e88f95e8152f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.76 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 815 time: 0.1679344 May 12 23:26:57.429249 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-478ca288-0947-4ffe-8be8-349c2c19936b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 1000 time: 0.0876515 May 12 23:26:57.466954 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'port': {'device_id': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'admin_state_up': True, 'tenant_id': '20c41bc998214b4fbaa006b920017f85'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:26:57.480351 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0b61409b-cbbb-48dc-94ab-5ae3e7d2fb4d req-332c3a0a-ddcc-45c9-a1c2-8104c6ba13a9 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552323 May 12 23:26:57.557940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-b241fb99-fcbf-4e6e-94c1-08c31491c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.559460 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-b241fb99-fcbf-4e6e-94c1-08c31491c7fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.1074913 May 12 23:26:57.623117 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-6984368f-6741-4456-8d91-2efa5b308002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.624643 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-6984368f-6741-4456-8d91-2efa5b308002 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572762 May 12 23:26:57.657962 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Made reservation on behalf of 20c41bc998214b4fbaa006b920017f85 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:26:57.661829 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:57.664017 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f108e2-6480-418c-af61-49e44bc3152e req-159c3687-311f-42af-8617-c26f30158e77 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.665985 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1f108e2-6480-418c-af61-49e44bc3152e req-159c3687-311f-42af-8617-c26f30158e77 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 944 time: 0.0595269 May 12 23:26:57.744599 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1f108e2-6480-418c-af61-49e44bc3152e req-9230c5cd-2e7e-4cc3-a578-f0539001e096 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686681 May 12 23:26:57.803483 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7939a-9390-4b92-a58c-fa908f2af67f req-3ff707cd-2c52-452c-ad77-574ad3244be7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:57.811483 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3d7939a-9390-4b92-a58c-fa908f2af67f req-3ff707cd-2c52-452c-ad77-574ad3244be7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0935249 May 12 23:26:57.815213 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-5a4667cd-b6a6-424c-bd9b-251c5c0e8a4e service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822484 May 12 23:26:57.876656 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b3d7939a-9390-4b92-a58c-fa908f2af67f req-e339e2e6-d496-49aa-9e60-1d9145c1cf19 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575752 May 12 23:26:57.957200 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Allocated IP 172.20.0.14 (ab154c33-a6d4-4432-93c9-ee2cf253ee7a/a23be861-e81f-4699-b139-f2da470907aa/39304133-41b7-449f-8aed-e1e0fedb9974) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:26:57.996491 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-968f23b5-d0d5-4d3b-83d4-fafa5d69ecce req-f5fc2657-d860-47b2-8d99-9381943f22fe service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613989 May 12 23:26:58.009886 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5526cb70-43f3-4956-93b0-46b3692ba080 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:26:58.014987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:26:58.075458 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:26:58.085977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:58.086423 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.189290 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for port (39304133-41b7-449f-8aed-e1e0fedb9974), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.252679 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 5526cb70-43f3-4956-93b0-46b3692ba080, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5526cb70-43f3-4956-93b0-46b3692ba080,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:58.269814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.274878 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '5526cb70-43f3-4956-93b0-46b3692ba080', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:26:58.289135 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:58.289527 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.332042 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:26:58.333451 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:58.336041 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:26:58.338381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:26:58.343595 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:58.344224 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.347404 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:26:58.349756 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a641396-b23a-4af7-9275-7a64a56f0148" -d '{"events": [{"server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "name": "network-vif-plugged", "status": "completed", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:26:58.366202 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 5526cb70-43f3-4956-93b0-46b3692ba080 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:26:58.367179 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.369296 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-cb2ec73d-8253-427b-a628-46055c9b5878 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084725 May 12 23:26:58.373559 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:58.382202 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.393268 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5526cb70-43f3-4956-93b0-46b3692ba080 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:26:58.417289 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced57a50-5cfd-4e6b-981d-6b526259157b x-openstack-request-id: req-ced57a50-5cfd-4e6b-981d-6b526259157b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:26:58.417577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "name": "network-vif-plugged", "status": "completed", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:26:58.417829 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ced57a50-5cfd-4e6b-981d-6b526259157b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:26:58.418222 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced57a50-5cfd-4e6b-981d-6b526259157b'] response: {'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'code': 200} May 12 23:26:58.448720 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 5526cb70-43f3-4956-93b0-46b3692ba080, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5526cb70-43f3-4956-93b0-46b3692ba080,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:26:58.459891 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.467546 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:58.499736 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d480019-e87b-45b6-acb8-510f4eaae16c req-fbc6de50-1ea6-4da2-9cba-698cd03600fa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:58.508401 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d480019-e87b-45b6-acb8-510f4eaae16c req-fbc6de50-1ea6-4da2-9cba-698cd03600fa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0691049 May 12 23:26:58.543093 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=5526cb70-43f3-4956-93b0-46b3692ba080,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:26:58.564371 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d480019-e87b-45b6-acb8-510f4eaae16c req-a9f289e9-8fe0-4127-9974-a35d32cc86f9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548697 May 12 23:26:58.619347 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbf080-c310-40ac-8479-390f2e8e5e99 req-e5ed8425-619a-4a76-a287-449c31d50e8e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:58.620911 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7adbf080-c310-40ac-8479-390f2e8e5e99 req-e5ed8425-619a-4a76-a287-449c31d50e8e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 944 time: 0.0508900 May 12 23:26:58.625686 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-676ca179-567b-4be0-b559-3757ff712ae4 None None] Provisioning complete for port 39304133-41b7-449f-8aed-e1e0fedb9974 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:26:58.626197 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-676ca179-567b-4be0-b559-3757ff712ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:26:58.664884 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-676ca179-567b-4be0-b559-3757ff712ae4 None None] Port 39304133-41b7-449f-8aed-e1e0fedb9974 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:26:58.671063 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7adbf080-c310-40ac-8479-390f2e8e5e99 req-d036f495-4723-460c-9980-e36ee50383a8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 May 12 23:26:58.833208 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['5526cb70-43f3-4956-93b0-46b3692ba080'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:26:58.851448 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec5ed7-de63-4b60-8bd3-feec66a31da7 req-54f7a430-7623-4b77-a189-4475c12e0d1c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:58.853002 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-feec5ed7-de63-4b60-8bd3-feec66a31da7 req-54f7a430-7623-4b77-a189-4475c12e0d1c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0502858 May 12 23:26:58.905132 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-feec5ed7-de63-4b60-8bd3-feec66a31da7 req-2d42308b-7f9e-48ff-85cb-619559eaa010 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457482 May 12 23:26:58.989965 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ee2a-6a8c-44d6-b796-0dbb14171992 req-db7b7459-c29a-44d8-ba2c-5028bc116606 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:58.991546 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33a1ee2a-6a8c-44d6-b796-0dbb14171992 req-db7b7459-c29a-44d8-ba2c-5028bc116606 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0466671 May 12 23:26:59.068636 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33a1ee2a-6a8c-44d6-b796-0dbb14171992 req-e01e5ce4-b904-4c2c-818d-f0041ee501de tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713820 May 12 23:26:59.071899 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-2c180a01-85b0-471d-9a19-eb809b5825eb tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902274538&fields=id&tenant_id=c84a32d11266481da69995efb8638fbe HTTP/1.1" status: 200 len: 267 time: 0.0726931 May 12 23:26:59.176546 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-5d511dc1-bca1-41d5-98ce-f74eb149aaea tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:59.177974 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-5d511dc1-bca1-41d5-98ce-f74eb149aaea tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 808 time: 0.0994039 May 12 23:26:59.191900 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-dd82a694-7a2a-4693-8465-406df8691554 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/quotas/c84a32d11266481da69995efb8638fbe HTTP/1.1" status: 200 len: 375 time: 0.0086503 May 12 23:26:59.240048 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-7fc8d577-e627-482e-ac15-6b2275d333fa tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430892 May 12 23:26:59.353150 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c3ce510c-a372-4a42-9806-e0402f3d558c service neutron] 10.222.0.49 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015131 May 12 23:26:59.438542 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-861bc1b0-ff03-4159-bfc3-8e3b6ce2dd3a service neutron] 10.222.0.49 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800014 May 12 23:26:59.704751 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f797f8-895a-4d64-8801-b1fad4b1e6bf req-c6dc4f0d-96dc-4de9-85b6-f6e9bd299043 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:59.706243 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26f797f8-895a-4d64-8801-b1fad4b1e6bf req-c6dc4f0d-96dc-4de9-85b6-f6e9bd299043 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0593653 May 12 23:26:59.743403 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-421064cb-085e-4447-8b13-3ceb4ea598a9 req-7aac1903-9413-48af-93a8-7a31a00efa65 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0360560 May 12 23:26:59.795641 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26f797f8-895a-4d64-8801-b1fad4b1e6bf req-63be6d89-98ab-4d4b-803d-b51c60cb82ba tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751348 May 12 23:26:59.875891 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e2fc-4929-4f3a-8052-ddfab0f81b3b req-3926bd0d-d67a-4361-8a1e-93a8e83911ed tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:26:59.887865 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f8d1e2fc-4929-4f3a-8052-ddfab0f81b3b req-3926bd0d-d67a-4361-8a1e-93a8e83911ed tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 944 time: 0.0744085 May 12 23:26:59.952775 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f8d1e2fc-4929-4f3a-8052-ddfab0f81b3b req-5f22ffff-d03e-47f3-8fbb-fc198ca0aece tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655515 May 12 23:27:00.032913 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5526cb70-43f3-4956-93b0-46b3692ba080 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:27:00.094084 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 5526cb70-43f3-4956-93b0-46b3692ba080 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:27:00.096373 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da26a3b-951d-4066-bde2-40c113846cdf req-4c4b9bfb-fb4b-446e-bcf7-5e6bd70d46d2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:00.097965 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3da26a3b-951d-4066-bde2-40c113846cdf req-4c4b9bfb-fb4b-446e-bcf7-5e6bd70d46d2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0843551 May 12 23:27:00.118051 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 5526cb70-43f3-4956-93b0-46b3692ba080 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:27:00.118443 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:00.198155 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3da26a3b-951d-4066-bde2-40c113846cdf req-457773cd-2fce-4cee-913a-1372026a9304 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875006 May 12 23:27:00.262204 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 5526cb70-43f3-4956-93b0-46b3692ba080 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:00.262650 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:00.301031 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 5526cb70-43f3-4956-93b0-46b3692ba080, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5526cb70-43f3-4956-93b0-46b3692ba080,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:00.307367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:00.308548 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:27:00.311880 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66a05a-71f7-445b-b74b-3198d4cbeace req-5d340369-a35f-4d7e-be14-5dc5a22a5d67 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:00.326157 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a66a05a-71f7-445b-b74b-3198d4cbeace req-5d340369-a35f-4d7e-be14-5dc5a22a5d67 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 945 time: 0.1148062 May 12 23:27:00.381281 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9a66a05a-71f7-445b-b74b-3198d4cbeace req-881b6b12-6903-4014-a7e4-b8e7d794a51e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 May 12 23:27:00.393098 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=5526cb70-43f3-4956-93b0-46b3692ba080,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:00.425463 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:00.427932 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19126f5-3542-48aa-a2b3-0ec75f85129f" -d '{"events": [{"server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "name": "network-vif-plugged", "status": "completed", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:00.448533 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:00.448987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:00.469823 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca5159d-db51-4c75-a4cb-9cefe11820cf x-openstack-request-id: req-4ca5159d-db51-4c75-a4cb-9cefe11820cf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:00.470101 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "name": "network-vif-plugged", "status": "completed", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:00.470350 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ca5159d-db51-4c75-a4cb-9cefe11820cf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:00.470732 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca5159d-db51-4c75-a4cb-9cefe11820cf'] response: {'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080', 'code': 200} May 12 23:27:00.486786 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:00.490423 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:00.543639 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:00.842693 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e3159ba-ae3a-4518-8d57-57dbd4a795fe req-6d5421d8-bf48-4d59-9e06-fbffd6af5394 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0315881 May 12 23:27:00.915067 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaf20b-5379-4cf3-a03b-343bd2fd5c95 req-1e5db723-bb90-4dd2-9474-4dfe70f5a8f7 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:00.916738 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5bcaf20b-5379-4cf3-a03b-343bd2fd5c95 req-1e5db723-bb90-4dd2-9474-4dfe70f5a8f7 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0489509 May 12 23:27:00.964418 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5bcaf20b-5379-4cf3-a03b-343bd2fd5c95 req-b4593c83-49d1-4db1-a2d3-4ef518999d04 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 May 12 23:27:01.084812 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dfffc-664a-4f04-825c-7d1fe5e054e6 req-31d49db3-d5c0-445d-a6a7-1f9880341b3d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:01.086710 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-688dfffc-664a-4f04-825c-7d1fe5e054e6 req-31d49db3-d5c0-445d-a6a7-1f9880341b3d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0494893 May 12 23:27:01.141054 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-688dfffc-664a-4f04-825c-7d1fe5e054e6 req-e2af5945-c688-4567-a061-5f0ecbb66e51 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 May 12 23:27:01.310759 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf3332-bbf3-437a-9777-fb5acbf473c6 req-8c9f663f-66e4-4698-8cf5-697cadb6e162 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:01.312451 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5dcf3332-bbf3-437a-9777-fb5acbf473c6 req-8c9f663f-66e4-4698-8cf5-697cadb6e162 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0519469 May 12 23:27:01.369418 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5dcf3332-bbf3-437a-9777-fb5acbf473c6 req-839379fb-c413-4ed9-b46b-fec63f337794 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 May 12 23:27:01.509634 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bbe73-aa8c-4e29-8db8-329119d4a785 req-99f73489-c688-43d4-89f4-acbc0a25d2f6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:01.511113 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f7bbe73-aa8c-4e29-8db8-329119d4a785 req-99f73489-c688-43d4-89f4-acbc0a25d2f6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0485206 May 12 23:27:01.558030 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f7bbe73-aa8c-4e29-8db8-329119d4a785 req-b62aab90-7f63-4b68-998d-937f57965ec5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 May 12 23:27:01.943964 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bdd4a891-2951-4d1c-933d-91a166c8c59e req-444b8605-e045-49b6-b17d-574eb37889ec tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0277071 May 12 23:27:02.082515 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e418-62b8-4f15-ad70-b116babb715d req-830a8cea-d012-449c-abd1-e49e5c72e408 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:02.084005 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f146e418-62b8-4f15-ad70-b116babb715d req-830a8cea-d012-449c-abd1-e49e5c72e408 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0523789 May 12 23:27:02.133595 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f146e418-62b8-4f15-ad70-b116babb715d req-f204b439-3901-49f3-b15a-a135058f04bf tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 May 12 23:27:02.267847 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f55c8-d452-4a01-ba56-ef65f5c76903 req-785b1040-ccbc-4469-b093-54621fd3751d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:02.269256 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b7f55c8-d452-4a01-ba56-ef65f5c76903 req-785b1040-ccbc-4469-b093-54621fd3751d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0496590 May 12 23:27:02.334163 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6b7f55c8-d452-4a01-ba56-ef65f5c76903 req-b4a35f35-354d-4f87-9e3f-f7bd0009be25 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594008 May 12 23:27:02.472382 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:02.475646 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951942c0-9ec0-460a-acc7-a3a59a75a14f" -d '{"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:02.491644 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fe89-0702-42c8-9900-40b917843f0c req-61b3c41a-dbd9-4014-a93b-cb59c746ce42 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:02.493158 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43b3fe89-0702-42c8-9900-40b917843f0c req-61b3c41a-dbd9-4014-a93b-cb59c746ce42 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0545278 May 12 23:27:02.510699 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406723c9-b044-41ff-bcae-5504dd0799c2 x-openstack-request-id: req-406723c9-b044-41ff-bcae-5504dd0799c2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:02.511027 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:02.511339 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-406723c9-b044-41ff-bcae-5504dd0799c2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:02.512840 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406723c9-b044-41ff-bcae-5504dd0799c2'] response: {'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'code': 200} May 12 23:27:02.543543 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43b3fe89-0702-42c8-9900-40b917843f0c req-18ed9019-453d-461b-9da2-b288db975946 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440960 May 12 23:27:02.677809 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698c545-d255-4157-a30a-95347810f7fa req-0cca9a8e-fd85-4219-a8d7-ea900bb52026 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:02.679430 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5698c545-d255-4157-a30a-95347810f7fa req-0cca9a8e-fd85-4219-a8d7-ea900bb52026 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0480864 May 12 23:27:02.730847 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5698c545-d255-4157-a30a-95347810f7fa req-f86368be-3c31-404f-9285-4e0630926c41 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 May 12 23:27:03.039435 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1fca53b9-3d73-4c3b-9c07-32f7eddc99a5 req-c72363e0-299a-442f-99c2-9ea7f37f3e63 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0274806 May 12 23:27:03.268027 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8952-fb1a-42c8-961c-4317a4770851 req-688c68ab-9ca0-4e32-afc3-793948e5df91 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:03.270020 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c3d8952-fb1a-42c8-961c-4317a4770851 req-688c68ab-9ca0-4e32-afc3-793948e5df91 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0587056 May 12 23:27:03.317458 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c3d8952-fb1a-42c8-961c-4317a4770851 req-5e73beb8-1f11-4444-a824-0ae14bf167ff tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 May 12 23:27:03.454795 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b9f8a-1592-4483-8e72-a47e30afe899 req-8ec429b4-327c-4d6b-8b56-1734f070b1dc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:03.456260 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f8b9f8a-1592-4483-8e72-a47e30afe899 req-8ec429b4-327c-4d6b-8b56-1734f070b1dc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0510685 May 12 23:27:03.502978 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9f8b9f8a-1592-4483-8e72-a47e30afe899 req-d89a5956-408e-4e31-bbf4-3f805d545233 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409675 May 12 23:27:03.658903 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf620461-6d1d-4a14-80c9-a4a88b39b16c req-5514248e-8650-4b6f-98f6-60102b42ecae tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:03.660405 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf620461-6d1d-4a14-80c9-a4a88b39b16c req-5514248e-8650-4b6f-98f6-60102b42ecae tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0491114 May 12 23:27:03.713772 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf620461-6d1d-4a14-80c9-a4a88b39b16c req-eeb41ee3-4e42-4ea5-a99c-a57a96bda9e6 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473118 May 12 23:27:03.872748 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581cc86-8035-47e2-b488-2ec41c177839 req-02f7ce0c-80bc-4d9e-963c-5ea6b74f2f7f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:03.874269 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a581cc86-8035-47e2-b488-2ec41c177839 req-02f7ce0c-80bc-4d9e-963c-5ea6b74f2f7f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0602164 May 12 23:27:03.923613 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a581cc86-8035-47e2-b488-2ec41c177839 req-c784b64d-4ce5-46f0-9264-1c90515ee433 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 May 12 23:27:04.138265 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d554a1df-22a5-47f1-a766-751973b6cd02 req-570eeda7-1555-4bc8-a092-93f351402ec7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0280766 May 12 23:27:04.437890 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7e645-9623-486b-882a-14efe6aee7dd req-c5c1a4b3-a9c1-4359-8513-d92d7bf1e338 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:04.439331 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60d7e645-9623-486b-882a-14efe6aee7dd req-c5c1a4b3-a9c1-4359-8513-d92d7bf1e338 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0496197 May 12 23:27:04.487686 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60d7e645-9623-486b-882a-14efe6aee7dd req-fddef088-911f-4644-9065-b29f3c7baaf2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 May 12 23:27:04.622204 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6101763-454d-452a-a167-0bf7ee144084 req-6934a391-6990-4627-839f-7b552ac4a800 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:04.623650 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f6101763-454d-452a-a167-0bf7ee144084 req-6934a391-6990-4627-839f-7b552ac4a800 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0495613 May 12 23:27:04.678142 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f6101763-454d-452a-a167-0bf7ee144084 req-6e9bd411-b957-411b-aef7-32a7f9224e53 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445805 May 12 23:27:04.832284 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb59b-d991-4e47-9e8c-a3f801afbc9d req-f97f1e20-1488-4b5f-89af-10f7f8582771 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:04.833982 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a90eb59b-d991-4e47-9e8c-a3f801afbc9d req-f97f1e20-1488-4b5f-89af-10f7f8582771 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0518055 May 12 23:27:04.886727 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a90eb59b-d991-4e47-9e8c-a3f801afbc9d req-0e5e8ca2-b718-4533-80a6-0f931bf206a8 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 May 12 23:27:05.045373 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de14bb-ef8c-4013-a181-2c96c2883bb1 req-4fc3adbd-338c-4970-8aff-a4da4020afd6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:05.047233 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-80de14bb-ef8c-4013-a181-2c96c2883bb1 req-4fc3adbd-338c-4970-8aff-a4da4020afd6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0493557 May 12 23:27:05.105396 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-80de14bb-ef8c-4013-a181-2c96c2883bb1 req-d4312d28-2076-487f-b693-64934473cb4c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503683 May 12 23:27:05.236537 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d2bd7e4e-0733-4fb7-8aeb-077d002a05d6 req-26cd2b82-7c7e-47c7-a534-7b2716dc2096 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0273426 May 12 23:27:05.618337 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f70e2-ee16-457b-b4eb-39b470a30c35 req-7cbc3212-8426-4995-99d7-d9305fd470ea tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:05.619840 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d37f70e2-ee16-457b-b4eb-39b470a30c35 req-7cbc3212-8426-4995-99d7-d9305fd470ea tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0569630 May 12 23:27:05.672742 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d37f70e2-ee16-457b-b4eb-39b470a30c35 req-3ce930fa-7cc2-44bd-8530-a4b8fa29553c tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 May 12 23:27:05.814264 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5c9cb-a301-43df-989f-618080e218b3 req-f60f7a2c-c00c-4fec-875c-95ad6134cf5a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:05.815719 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-86a5c9cb-a301-43df-989f-618080e218b3 req-f60f7a2c-c00c-4fec-875c-95ad6134cf5a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0607216 May 12 23:27:05.877947 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-86a5c9cb-a301-43df-989f-618080e218b3 req-0cbd5b8e-16b8-4f59-b6a9-159c3e448acb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547750 May 12 23:27:06.015412 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969923a7-76c1-421d-ba08-c7fa991112ef req-66f72b2f-3a75-4780-bcec-e68a79b3c6fc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:06.030907 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-969923a7-76c1-421d-ba08-c7fa991112ef req-66f72b2f-3a75-4780-bcec-e68a79b3c6fc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0586455 May 12 23:27:06.079270 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-969923a7-76c1-421d-ba08-c7fa991112ef req-3bd2c88b-d056-4a23-ab2f-9ac140b1166f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555441 May 12 23:27:06.226483 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e59b8-31fb-4409-926b-ae0e97afd2f1 req-5a50e5e1-6759-4d9b-b125-f78bfe4da6f2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:06.227950 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3f6e59b8-31fb-4409-926b-ae0e97afd2f1 req-5a50e5e1-6759-4d9b-b125-f78bfe4da6f2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0494678 May 12 23:27:06.279509 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3f6e59b8-31fb-4409-926b-ae0e97afd2f1 req-b6bc0fce-dba9-4847-adb0-dae89eeaae50 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 May 12 23:27:06.347654 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bfceaa25-f502-45bf-9a8f-ad3c13269e86 req-66ad6d11-f4fa-4723-b26f-94b5c41f7899 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0283577 May 12 23:27:06.430262 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:27:06.790295 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59659-aea6-4b0e-a6ce-96ee3a77b8de req-2d8ef878-e867-4db7-8d2e-f00c700a08b3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:06.792034 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ed59659-aea6-4b0e-a6ce-96ee3a77b8de req-2d8ef878-e867-4db7-8d2e-f00c700a08b3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0482285 May 12 23:27:06.852502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ed59659-aea6-4b0e-a6ce-96ee3a77b8de req-7bafc5a4-5ffb-448f-a778-88ad24691e20 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 May 12 23:27:07.000453 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efa9e-a305-4cfe-93d3-17cd4ccb68cb req-2d0a48e0-2542-437f-b4f5-9811010da322 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:07.001982 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-412efa9e-a305-4cfe-93d3-17cd4ccb68cb req-2d0a48e0-2542-437f-b4f5-9811010da322 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0510025 May 12 23:27:07.062566 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-412efa9e-a305-4cfe-93d3-17cd4ccb68cb req-62dacc39-47ec-4fa4-9491-c61234d0694b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549042 May 12 23:27:07.199829 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18d55a-2b11-41e1-b44c-64b8cf1b25a1 req-186271d4-cade-4077-8cb9-8acd65964088 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:07.206757 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c18d55a-2b11-41e1-b44c-64b8cf1b25a1 req-186271d4-cade-4077-8cb9-8acd65964088 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0556912 May 12 23:27:07.257009 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c18d55a-2b11-41e1-b44c-64b8cf1b25a1 req-f1ae7527-41f3-4f40-9b90-c14ab1e6604b tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489666 May 12 23:27:07.657007 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dc0880f9-1ca9-43c2-a0ac-367147e14344 req-f2bbba86-3d09-4e63-b514-e51d5bbee8d5 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0318973 May 12 23:27:07.676060 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b9816-8f42-4179-a058-f0a24b0b0a8a req-8362d6a6-5210-4cd4-91a2-871e5a25701f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:07.678142 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e7b9816-8f42-4179-a058-f0a24b0b0a8a req-8362d6a6-5210-4cd4-91a2-871e5a25701f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.3095222 May 12 23:27:07.728013 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e7b9816-8f42-4179-a058-f0a24b0b0a8a req-e711e7b1-1d21-44c8-a954-f2895707814f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 May 12 23:27:07.976321 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083722d-2ba9-4711-aa7e-be40790f445c req-bf449142-e40e-41bc-94f9-ad48c7c47c22 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:07.977701 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f083722d-2ba9-4711-aa7e-be40790f445c req-bf449142-e40e-41bc-94f9-ad48c7c47c22 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0478642 May 12 23:27:08.028398 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f083722d-2ba9-4711-aa7e-be40790f445c req-305f9657-b2dd-44f1-96a2-6a811faeeea6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 May 12 23:27:08.193159 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57e279-a779-4ff2-9b1b-e16ac35bba2e req-7c61d803-54f8-4ab3-b075-e1b1d6b43bfd tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:08.194619 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd57e279-a779-4ff2-9b1b-e16ac35bba2e req-7c61d803-54f8-4ab3-b075-e1b1d6b43bfd tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0500538 May 12 23:27:08.247397 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd57e279-a779-4ff2-9b1b-e16ac35bba2e req-3a3a6b25-aeec-4c02-b921-f9b9d34d88b0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 May 12 23:27:08.367439 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511511b-1922-4568-8de2-2f8bda5715e3 req-bf241899-aa01-4c19-bef7-e48c9c5dee3b tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:08.368936 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4511511b-1922-4568-8de2-2f8bda5715e3 req-bf241899-aa01-4c19-bef7-e48c9c5dee3b tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0468955 May 12 23:27:08.419192 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4511511b-1922-4568-8de2-2f8bda5715e3 req-4a69c5fa-27fa-4732-85ec-d32e85aa0917 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440366 May 12 23:27:08.756706 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4b185562-651c-4aa5-8838-6722ebe9e9ab req-2a1e8daa-26fd-47c6-bdbd-742346b32a3a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0311754 May 12 23:27:08.844652 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a2bc-9c8d-4677-a76d-8faa26fa6bdd req-f52a3b97-7930-4dd0-87aa-08c924595922 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:08.846093 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aba9a2bc-9c8d-4677-a76d-8faa26fa6bdd req-f52a3b97-7930-4dd0-87aa-08c924595922 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0455482 May 12 23:27:08.891725 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aba9a2bc-9c8d-4677-a76d-8faa26fa6bdd req-a4844118-6c23-4306-974e-0927da15db8c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 May 12 23:27:09.139539 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c60f3a-204b-42fb-81ea-5aedad9b7a12 req-30e6432e-6e49-4abb-930e-7949dcf90858 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:09.141059 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-50c60f3a-204b-42fb-81ea-5aedad9b7a12 req-30e6432e-6e49-4abb-930e-7949dcf90858 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 932 time: 0.0459948 May 12 23:27:09.167568 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Request body: {'port': {'device_id': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:09.201994 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-50c60f3a-204b-42fb-81ea-5aedad9b7a12 req-1e6c8b2a-016b-4c62-a310-33e82a06852b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546353 May 12 23:27:09.240635 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:09.363607 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077e04b-de2e-4340-beec-02839876e716 req-12d16d7c-53af-472a-966a-80581ee986c7 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:09.365050 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a077e04b-de2e-4340-beec-02839876e716 req-12d16d7c-53af-472a-966a-80581ee986c7 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0498977 May 12 23:27:09.411348 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a077e04b-de2e-4340-beec-02839876e716 req-7418eea2-bf7d-4aa0-80a8-a9560c48488e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 May 12 23:27:09.529961 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455d212-082b-4b0d-bf6b-dd6637c379ba req-1b8be1cf-484a-48ba-b7a5-355075d7e8cc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:09.531511 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f455d212-082b-4b0d-bf6b-dd6637c379ba req-1b8be1cf-484a-48ba-b7a5-355075d7e8cc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0466151 May 12 23:27:09.531801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39304133-41b7-449f-8aed-e1e0fedb9974 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:27:09.539173 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Publish callbacks [] for port (39304133-41b7-449f-8aed-e1e0fedb9974), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:09.551731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Transition to ACTIVE for port object 39304133-41b7-449f-8aed-e1e0fedb9974 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:27:09.558020 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:09.584037 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f455d212-082b-4b0d-bf6b-dd6637c379ba req-48fc19af-5296-4cb1-a63e-b1038715f458 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468500 May 12 23:27:09.619305 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:09.654986 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Attempting to bind port 39304133-41b7-449f-8aed-e1e0fedb9974 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:27:09.655325 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Attempting to bind port 39304133-41b7-449f-8aed-e1e0fedb9974 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:27:09.655654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Attempting to bind port 39304133-41b7-449f-8aed-e1e0fedb9974 on network ab154c33-a6d4-4432-93c9-ee2cf253ee7a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:27:09.660259 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Port 39304133-41b7-449f-8aed-e1e0fedb9974 on network ab154c33-a6d4-4432-93c9-ee2cf253ee7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:27:09.660689 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Attempting to bind port 39304133-41b7-449f-8aed-e1e0fedb9974 on network ab154c33-a6d4-4432-93c9-ee2cf253ee7a {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:27:09.666189 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:27:09.666524 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Checking segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:27:09.666905 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Bound using segment: {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:27:09.667332 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Bound port: 39304133-41b7-449f-8aed-e1e0fedb9974, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d442dd-b396-466f-a42b-c4ff922bf502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:27:09.667691 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:09.754620 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:27:09.760956 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:27:09.782027 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:09.832353 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:09.833339 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:09.834963 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] 10.222.0.76 "PUT /v2.0/ports/39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 1094 time: 0.6811492 May 12 23:27:09.836104 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:09.838752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec3c09-977c-436d-a08a-fe0067fc52c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:09.896256 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0bb13622-2bec-4afb-89ee-1fd548446e66 req-18cfafc9-8471-4650-92fa-c1a900165959 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0401342 May 12 23:27:09.905040 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9366444-5072-432a-8378-052796d4ba49 x-openstack-request-id: req-b9366444-5072-432a-8378-052796d4ba49 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:09.905336 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:09.905579 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9366444-5072-432a-8378-052796d4ba49 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:09.905977 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9366444-5072-432a-8378-052796d4ba49'] response: {'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'status': 'completed', 'code': 200} May 12 23:27:09.909571 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77035fb4-c7d2-4c30-a9c3-27d5bb10d970 service neutron] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:10.020896 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95186e5-d831-4333-a39c-4506a8a5c566 req-adbbf47c-c8d3-4b9c-9f39-39a9ce24492b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.022495 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a95186e5-d831-4333-a39c-4506a8a5c566 req-adbbf47c-c8d3-4b9c-9f39-39a9ce24492b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0527279 May 12 23:27:10.072282 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a95186e5-d831-4333-a39c-4506a8a5c566 req-0d97368a-4a82-477c-b0b3-cc688fb7ec66 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 May 12 23:27:10.312425 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6247-0f48-45da-94fa-afa919b9a9d6 req-06574499-d571-45ac-b959-58ddb1df153d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.313914 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ca3d6247-0f48-45da-94fa-afa919b9a9d6 req-06574499-d571-45ac-b959-58ddb1df153d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.0498209 May 12 23:27:10.362021 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ca3d6247-0f48-45da-94fa-afa919b9a9d6 req-f73600f8-a465-4594-8a5d-e78f3da216bf tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 May 12 23:27:10.572528 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccca94-22c3-4561-bf60-733512d22205 req-7204cccf-92c4-4da0-866c-9c2d0421dc7d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.588482 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c4ccca94-22c3-4561-bf60-733512d22205 req-7204cccf-92c4-4da0-866c-9c2d0421dc7d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0910909 May 12 23:27:10.595303 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-b0665c5a-5bad-453d-af9c-cf73a21bafc4 req-1c529d72-6846-43ad-ac86-82c553b18a01 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:27:10.596373 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b0665c5a-5bad-453d-af9c-cf73a21bafc4 req-1c529d72-6846-43ad-ac86-82c553b18a01 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050445 May 12 23:27:10.639929 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92f48-f645-4867-8fe5-6f9f3dd29079 req-ed1e55d5-682a-45fc-ae16-4dd0ac79867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.641444 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e0c92f48-f645-4867-8fe5-6f9f3dd29079 req-ed1e55d5-682a-45fc-ae16-4dd0ac79867f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.1960988 May 12 23:27:10.647646 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c4ccca94-22c3-4561-bf60-733512d22205 req-63702b43-cbd6-4b8f-832e-9a2e9b28fbf7 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579956 May 12 23:27:10.667156 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09690ae9-6b02-45ba-99d1-d7a4e78bf29f req-bc64c3b9-4b46-458a-991c-406629a3ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.669193 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-09690ae9-6b02-45ba-99d1-d7a4e78bf29f req-bc64c3b9-4b46-458a-991c-406629a3ce8c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 1129 time: 0.1992652 May 12 23:27:10.671902 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec3c09-977c-436d-a08a-fe0067fc52c4 req-3683f58e-bc8d-4593-92e2-38d45917fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.673504 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0cec3c09-977c-436d-a08a-fe0067fc52c4 req-3683f58e-bc8d-4593-92e2-38d45917fe23 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1128 time: 0.2134974 May 12 23:27:10.802303 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8a1b-ee0a-4889-b81b-c66a19cfa25e req-0ece3d25-7061-4fcd-addc-0753b71f92d2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.804331 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a5b8a1b-ee0a-4889-b81b-c66a19cfa25e req-0ece3d25-7061-4fcd-addc-0753b71f92d2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0934200 May 12 23:27:10.810725 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0076b56-a021-4d46-af05-9227b41953ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:10.820024 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89606c74-b8c9-49b9-bc0d-c3b7783f197b req-2eadd88a-c066-4455-83f1-b0f4e6555045 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:10.821651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89606c74-b8c9-49b9-bc0d-c3b7783f197b req-2eadd88a-c066-4455-83f1-b0f4e6555045 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0710151 May 12 23:27:10.927970 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a5b8a1b-ee0a-4889-b81b-c66a19cfa25e req-b85200d2-58ec-40ba-8e25-f1f92233c274 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152713 May 12 23:27:10.968612 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89606c74-b8c9-49b9-bc0d-c3b7783f197b req-26604210-3a9d-4475-89d0-1489ef3064c9 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383336 May 12 23:27:11.065809 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9ddcb4fc-5055-48f2-aaf8-9e59b6c9b6ed req-8efc42ea-9c4c-428f-a49f-a07dcf8adc79 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0386057 May 12 23:27:11.155621 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-09690ae9-6b02-45ba-99d1-d7a4e78bf29f req-3b053873-0144-4706-867e-eb4fced312ea service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741437 May 12 23:27:11.161962 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e0c92f48-f645-4867-8fe5-6f9f3dd29079 req-806ee48b-26bb-47a4-9866-4e880215f8a2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569947 May 12 23:27:11.215752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec3c09-977c-436d-a08a-fe0067fc52c4 req-b0174215-72a1-4aa0-8551-0648b7abb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.217436 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0cec3c09-977c-436d-a08a-fe0067fc52c4 req-b0174215-72a1-4aa0-8551-0648b7abb936 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=20c41bc998214b4fbaa006b920017f85&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3303843 May 12 23:27:11.243355 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:11.246055 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-a084b872-63a6-4ae2-869f-ac6da07bd2c3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.248226 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-a084b872-63a6-4ae2-869f-ac6da07bd2c3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.76 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 808 time: 0.2322130 May 12 23:27:11.326387 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-2836338a-6566-40ef-9cc5-a3652c2fe024 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818646 May 12 23:27:11.335048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-6c9aa71a-3158-4220-9639-b9f3948d4d45 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:27:11.336030 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-6c9aa71a-3158-4220-9639-b9f3948d4d45 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050230 May 12 23:27:11.413086 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:11.467168 dv-cinder-782260-5-iscsi neutron-server[103288]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 23:27:11.487707 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1169dd7-3251-401e-89dd-b4e2b311eb80 req-621d5f45-0cbe-4399-bcc3-af2b17d0f575 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.489240 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1169dd7-3251-401e-89dd-b4e2b311eb80 req-621d5f45-0cbe-4399-bcc3-af2b17d0f575 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.0541413 May 12 23:27:11.514264 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-df221ac6-c76d-43d3-a530-c1d8ee7a3540 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.515888 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-df221ac6-c76d-43d3-a530-c1d8ee7a3540 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports/c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 940 time: 0.1017711 May 12 23:27:11.568680 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6c55e-ba79-40b4-acb4-c3e01ed5fdff req-94cce919-59b1-4a4d-9ee3-0f41e17a2ce2 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.570164 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dff6c55e-ba79-40b4-acb4-c3e01ed5fdff req-94cce919-59b1-4a4d-9ee3-0f41e17a2ce2 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0664775 May 12 23:27:11.588006 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a1169dd7-3251-401e-89dd-b4e2b311eb80 req-24aa230e-4655-4857-9bd3-7121fd19cb00 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916185 May 12 23:27:11.636629 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dff6c55e-ba79-40b4-acb4-c3e01ed5fdff req-9d908ffa-4a32-41a7-a64e-cb529010ef72 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571496 May 12 23:27:11.722978 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-07a3b1ec-8112-434f-b9fb-0007ded7ac19 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84a32d11266481da69995efb8638fbe HTTP/1.1" status: 200 len: 379 time: 0.1517389 May 12 23:27:11.737361 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec3c09-977c-436d-a08a-fe0067fc52c4 req-3795c842-1b6b-41a4-b662-6635e2a15ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.738830 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0cec3c09-977c-436d-a08a-fe0067fc52c4 req-3795c842-1b6b-41a4-b662-6635e2a15ee9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664283 May 12 23:27:11.766056 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd6f1b-29ad-44f3-8c63-a4f074f3a748 req-6a790650-64aa-44e0-838f-4f7555ad97e8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:11.767555 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-efbd6f1b-29ad-44f3-8c63-a4f074f3a748 req-6a790650-64aa-44e0-838f-4f7555ad97e8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0499451 May 12 23:27:11.815755 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-efbd6f1b-29ad-44f3-8c63-a4f074f3a748 req-3f928b74-43d7-487c-9d4f-ba2c6a0c8401 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 May 12 23:27:11.961393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'port': {'device_id': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'admin_state_up': True, 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'security_groups': ['bb3b06f2-8c93-4cf6-b6cf-74aefc90b020']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:12.076990 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Made reservation on behalf of c84a32d11266481da69995efb8638fbe for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:27:12.080441 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:12.081398 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f1b0-1012-43f1-9601-960d5839425e req-5903ebbd-2ff6-4b21-9eca-4f8d896bf284 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:12.082919 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7368f1b0-1012-43f1-9601-960d5839425e req-5903ebbd-2ff6-4b21-9eca-4f8d896bf284 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0807583 May 12 23:27:12.104744 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef5c10-836f-407f-ab03-9b9395867de0 req-7daad493-81e9-4857-89d5-74c672e55c18 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:12.106325 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-29ef5c10-836f-407f-ab03-9b9395867de0 req-7daad493-81e9-4857-89d5-74c672e55c18 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0664158 May 12 23:27:12.171504 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7368f1b0-1012-43f1-9601-960d5839425e req-5e2408dc-9f89-4534-b152-7cc511e673e2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826211 May 12 23:27:12.178604 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-29ef5c10-836f-407f-ab03-9b9395867de0 req-06c9bf44-31de-4339-a44c-6704378316dd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658741 May 12 23:27:12.211707 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Allocated IP 172.20.0.5 (a041d304-4706-4ce5-b2c4-97aa7ee5765d/91352c63-9e91-43c6-b463-8e5059d03fd0/242b692d-f239-43a0-9656-45b267849bce) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:27:12.263339 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aa6dd48d-026e-4a37-8cb7-1dfaa42f6ee1 req-09ea278c-bfcf-4812-b200-36ab0c243c33 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0303724 May 12 23:27:12.358164 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for port (242b692d-f239-43a0-9656-45b267849bce), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:12.390150 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (242b692d-f239-43a0-9656-45b267849bce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:12.431912 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:27:12.437367 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:27:12.440517 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:27:12.448911 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:12.449611 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:12.470982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:12.480513 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.481727 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.482138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.482503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.482900 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.483232 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.483691 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.483939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.484357 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.484741 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.485040 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.485424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.485747 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.486094 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.486469 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:12.494964 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-ea9df6a2-467c-4eaa-b8b3-d03b67fe703d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5380185 May 12 23:27:12.651870 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Request body: {'port': {'device_id': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:12.724357 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:12.734668 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-96868894-c473-4a7f-9aff-11c29a56d672 None None] Provisioning complete for port 242b692d-f239-43a0-9656-45b267849bce triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:27:12.735209 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96868894-c473-4a7f-9aff-11c29a56d672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (242b692d-f239-43a0-9656-45b267849bce), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:12.776486 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-96868894-c473-4a7f-9aff-11c29a56d672 None None] Port 242b692d-f239-43a0-9656-45b267849bce cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:27:12.777222 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296531-944f-442e-bd8e-386a4afcbb33 req-ab5a0f9c-0d76-48ea-a58a-18b0b9ea70b1 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:12.779579 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3296531-944f-442e-bd8e-386a4afcbb33 req-ab5a0f9c-0d76-48ea-a58a-18b0b9ea70b1 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.1001756 May 12 23:27:12.799732 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9256f8c-8552-459a-9ef6-15e122bff037 req-45c4090c-eae3-4fb1-bbd4-41647f454453 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:12.801437 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9256f8c-8552-459a-9ef6-15e122bff037 req-45c4090c-eae3-4fb1-bbd4-41647f454453 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0869601 May 12 23:27:12.871677 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f3296531-944f-442e-bd8e-386a4afcbb33 req-b4474b50-c690-429c-8f5c-2b13fdbfe11f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 May 12 23:27:12.888196 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f9256f8c-8552-459a-9ef6-15e122bff037 req-9bfde1b0-eb1c-46c7-8ffc-858b8db7db26 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707493 May 12 23:27:12.985570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a1c6-d3d5-4224-9b9d-32830bb45e09 req-e07c3af0-3cea-43c7-afad-899c60e6dec0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:12.986990 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-67c5a1c6-d3d5-4224-9b9d-32830bb45e09 req-e07c3af0-3cea-43c7-afad-899c60e6dec0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0503633 May 12 23:27:13.032772 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-67c5a1c6-d3d5-4224-9b9d-32830bb45e09 req-c5621c7b-f253-437f-b680-4882f0312c08 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 May 12 23:27:13.048731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242b692d-f239-43a0-9656-45b267849bce {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:27:13.056909 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Publish callbacks [] for port (242b692d-f239-43a0-9656-45b267849bce), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:13.069780 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Transition to ACTIVE for port object 242b692d-f239-43a0-9656-45b267849bce will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:27:13.073334 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:13.123244 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:13.156850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Attempting to bind port 242b692d-f239-43a0-9656-45b267849bce on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:27:13.157238 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Attempting to bind port 242b692d-f239-43a0-9656-45b267849bce by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:27:13.157571 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Attempting to bind port 242b692d-f239-43a0-9656-45b267849bce on network a041d304-4706-4ce5-b2c4-97aa7ee5765d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:27:13.166082 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Port 242b692d-f239-43a0-9656-45b267849bce on network a041d304-4706-4ce5-b2c4-97aa7ee5765d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:27:13.166406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Attempting to bind port 242b692d-f239-43a0-9656-45b267849bce on network a041d304-4706-4ce5-b2c4-97aa7ee5765d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:27:13.172679 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:27:13.173038 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Checking segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:27:13.173426 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Bound using segment: {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:27:13.173734 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-89e04d0b-2dd2-45ee-b53b-98a12c8fa563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:13.173850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Bound port: 242b692d-f239-43a0-9656-45b267849bce, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef0b788-869a-4f98-8bfe-a480a4e8d443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:27:13.174208 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:13.244732 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:27:13.248430 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:27:13.258669 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:13.328178 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.328978 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:13.331208 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] 10.222.0.76 "PUT /v2.0/ports/242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 1093 time: 0.6837666 May 12 23:27:13.352791 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:13.355034 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af6e887-4f73-414e-84fe-4dfbb56a5afe" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:13.384653 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-b29726ae-cc9e-464d-baa0-e79e43ba9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.386068 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-b29726ae-cc9e-464d-baa0-e79e43ba9287 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1128 time: 0.0796962 May 12 23:27:13.389255 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf50132-70aa-4cd4-b703-cd60e3c4e998 req-51a58d51-d744-49ec-b606-cccf4eb741c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.391114 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9bf50132-70aa-4cd4-b703-cd60e3c4e998 req-51a58d51-d744-49ec-b606-cccf4eb741c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.1059585 May 12 23:27:13.396970 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2144397-88b3-4b7b-bd0e-9c47909a48c0 service neutron] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:13.461505 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567c90e-41f5-4d85-942c-39d845717edd req-31f9a6bf-4688-497b-acd5-ea96ca50d6bf tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.463055 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c567c90e-41f5-4d85-942c-39d845717edd req-31f9a6bf-4688-497b-acd5-ea96ca50d6bf tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0710292 May 12 23:27:13.499765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9bf50132-70aa-4cd4-b703-cd60e3c4e998 req-4b506e50-b525-4dcd-b170-b464eccd0890 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952158 May 12 23:27:13.534001 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c567c90e-41f5-4d85-942c-39d845717edd req-c967ef1e-4e9e-4650-b534-2d4a89bfe2a1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638280 May 12 23:27:13.583894 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a258bbdd-94b7-4f35-b757-526dea54c924 x-openstack-request-id: req-a258bbdd-94b7-4f35-b757-526dea54c924 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:13.584209 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "tag": "242b692d-f239-43a0-9656-45b267849bce", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:13.584504 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a258bbdd-94b7-4f35-b757-526dea54c924 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:13.584896 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a258bbdd-94b7-4f35-b757-526dea54c924'] response: {'name': 'network-changed', 'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'status': 'completed', 'code': 200} May 12 23:27:13.606311 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b06bd2-be1a-45d4-a2bd-fa9cd39ff182 req-1dc2016f-2bd3-40c1-8678-3d6961bf83f4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.607789 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-40b06bd2-be1a-45d4-a2bd-fa9cd39ff182 req-1dc2016f-2bd3-40c1-8678-3d6961bf83f4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0464780 May 12 23:27:13.687570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751a630-e68e-4c0d-9dbc-e0d2184e7c07 req-12efaf46-5b6f-4a8e-9971-ac599d96b09e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.689050 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c751a630-e68e-4c0d-9dbc-e0d2184e7c07 req-12efaf46-5b6f-4a8e-9971-ac599d96b09e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0622871 May 12 23:27:13.693602 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-40b06bd2-be1a-45d4-a2bd-fa9cd39ff182 req-f0460e5f-cb2c-4147-b1b2-aed453932ce1 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802627 May 12 23:27:13.739764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c751a630-e68e-4c0d-9dbc-e0d2184e7c07 req-94326b56-4a8c-4c02-a007-161e9e5a1555 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452404 May 12 23:27:13.762592 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:13.904875 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d6bd9-e406-4620-b301-3479661fd154 tempest-TestVolumeBootPattern-1298818087 tempest-TestVolumeBootPattern-1298818087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:13.910076 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:13.910594 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a69d6bd9-e406-4620-b301-3479661fd154 tempest-TestVolumeBootPattern-1298818087 tempest-TestVolumeBootPattern-1298818087-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 1124 time: 0.1466465 May 12 23:27:13.970064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'port_id': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:13.985435 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-1a2cdaea-4ddf-4ad3-9708-ce9e368306be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 217 time: 0.0837467 May 12 23:27:14.046289 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:14.059865 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6e887-4f73-414e-84fe-4dfbb56a5afe req-e35199af-d59b-43c9-9747-7be5625f47be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.061377 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4af6e887-4f73-414e-84fe-4dfbb56a5afe req-e35199af-d59b-43c9-9747-7be5625f47be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1127 time: 0.0959778 May 12 23:27:14.063858 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19561932-a38f-438e-99d2-1cc76aa9e733 req-6a35174e-a8ec-4acc-8ebf-bf8a915cebbb tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.065549 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19561932-a38f-438e-99d2-1cc76aa9e733 req-6a35174e-a8ec-4acc-8ebf-bf8a915cebbb tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.1007884 May 12 23:27:14.068589 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:14.076938 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5cee7-af5e-4766-8da3-90391ec0e349 req-d8834c51-d481-4f01-bf16-b06c8b099c0b tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.078535 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21c5cee7-af5e-4766-8da3-90391ec0e349 req-d8834c51-d481-4f01-bf16-b06c8b099c0b tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0741606 May 12 23:27:14.104072 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:14.104843 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-85f02143-0221-42b5-98e1-2d8d4e03ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.106821 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-85f02143-0221-42b5-98e1-2d8d4e03ef9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 200 len: 854 time: 0.1018987 May 12 23:27:14.152587 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-19561932-a38f-438e-99d2-1cc76aa9e733 req-4acfc093-8c09-4c85-b263-5c4f5ccb3e56 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 May 12 23:27:14.160464 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21c5cee7-af5e-4766-8da3-90391ec0e349 req-65198406-8710-4000-9dc2-dfe6b77c646e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742674 May 12 23:27:14.287664 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b2da-fea7-4320-b352-9b2a9a2b330c req-36c812a4-53a2-46a4-93ed-72c643f5af91 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.289205 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a00b2da-fea7-4320-b352-9b2a9a2b330c req-36c812a4-53a2-46a4-93ed-72c643f5af91 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0526443 May 12 23:27:14.341859 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a00b2da-fea7-4320-b352-9b2a9a2b330c req-b7c10d0b-7a8c-4ede-8430-5a9373d14d48 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 May 12 23:27:14.459182 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d666ab-9b43-46a9-b807-cb0a554779da req-5899aa19-54aa-49aa-8e89-00003c465315 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.463963 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3d666ab-9b43-46a9-b807-cb0a554779da req-5899aa19-54aa-49aa-8e89-00003c465315 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0546193 May 12 23:27:14.470529 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:14.475104 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'floatingip': {'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:14.521346 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:14.525666 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-41691c4e-c9ee-45c9-8a48-1f8f1a4d3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.527157 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-41691c4e-c9ee-45c9-8a48-1f8f1a4d3537 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4085445 May 12 23:27:14.534493 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-c12cb026-6446-46fd-83ec-9a2bfa58479f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1082578 May 12 23:27:14.538943 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:14.642452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6e887-4f73-414e-84fe-4dfbb56a5afe req-95eb3f00-d99a-41a7-8cc6-a3b4759ced30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.643928 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4af6e887-4f73-414e-84fe-4dfbb56a5afe req-95eb3f00-d99a-41a7-8cc6-a3b4759ced30 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c84a32d11266481da69995efb8638fbe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5535955 May 12 23:27:14.709696 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59add8d6-6ce1-4fcf-b8a0-62c56f0ddab2 req-986e7953-d9a4-4ddd-8746-3e8162f8d627 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.711198 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59add8d6-6ce1-4fcf-b8a0-62c56f0ddab2 req-986e7953-d9a4-4ddd-8746-3e8162f8d627 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0915241 May 12 23:27:14.726443 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-25bed6bd-958d-42d2-a3e8-502721d229e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.727944 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-25bed6bd-958d-42d2-a3e8-502721d229e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 1130 time: 0.1479595 May 12 23:27:14.871315 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-59add8d6-6ce1-4fcf-b8a0-62c56f0ddab2 req-9a51f5a4-d2b5-40c0-9535-2c4ac4900ee3 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226370 May 12 23:27:14.874038 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-f011a6c1-d40d-4b42-b66d-937118b27238 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361208 May 12 23:27:14.890090 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739431a-5c6b-4be5-b073-f1d7ac37b4dd req-a0d7596c-a3d7-4861-82ed-fd4a8c5d5542 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:14.891588 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9739431a-5c6b-4be5-b073-f1d7ac37b4dd req-a0d7596c-a3d7-4861-82ed-fd4a8c5d5542 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0990369 May 12 23:27:14.959347 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Allocated IP 172.27.3.253 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/c65227a9-56b0-4234-9767-be2d9950ef5a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:27:15.017663 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6e887-4f73-414e-84fe-4dfbb56a5afe req-b9187070-66c7-4069-b3ad-f2a80a47fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:15.017968 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9739431a-5c6b-4be5-b073-f1d7ac37b4dd req-a810f0f3-4ff5-4998-a3b9-096467f09944 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182046 May 12 23:27:15.019122 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4af6e887-4f73-414e-84fe-4dfbb56a5afe req-b9187070-66c7-4069-b3ad-f2a80a47fe58 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3378167 May 12 23:27:15.070829 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-bc4abf98-d911-4577-bb8c-11b4e1667bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:15.072290 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-bc4abf98-d911-4577-bb8c-11b4e1667bb9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.2908874 May 12 23:27:15.145694 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5538e33-5547-46f7-b1c6-06a10db214b7 req-03a257f5-74d5-4383-941b-ee0cff1b8f83 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207255 May 12 23:27:15.170473 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.177955 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.181786 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.210493 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.252855 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:27:15.256376 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:27:15.262959 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:27:15.269476 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=c65227a9-56b0-4234-9767-be2d9950ef5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:15.360920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d88e6-c74e-47d6-a3d6-1f9a1b960ba7 req-eb356582-38aa-4395-9851-2174d20f9331 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:15.362438 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad8d88e6-c74e-47d6-a3d6-1f9a1b960ba7 req-eb356582-38aa-4395-9851-2174d20f9331 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0822513 May 12 23:27:15.366195 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Floating IP 6a62eeab-0c1e-4e03-8a9d-110df4def8b6 associated. External IP: 172.27.3.38, port: 5526cb70-43f3-4956-93b0-46b3692ba080. May 12 23:27:15.409844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1566d-8945-4949-a780-b8ac02783bb3 req-3b2e0bb7-c40f-4293-8e2c-b51c4cfcc888 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:15.411269 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2ec1566d-8945-4949-a780-b8ac02783bb3 req-3b2e0bb7-c40f-4293-8e2c-b51c4cfcc888 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.1321700 May 12 23:27:15.507727 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-0db2f634-4b3a-494a-a8dc-a172bc9efbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:15.509593 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-0db2f634-4b3a-494a-a8dc-a172bc9efbc6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5&tenant_id=7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 1127 time: 0.1222653 May 12 23:27:15.529947 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ad8d88e6-c74e-47d6-a3d6-1f9a1b960ba7 req-eb6b75f5-2d2f-44cd-8074-cb1f40338126 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588538 May 12 23:27:15.532700 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2ec1566d-8945-4949-a780-b8ac02783bb3 req-f863491f-a761-4f3b-a8b9-e16efa481356 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145477 May 12 23:27:15.557595 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-f4c0c514-a3d7-40c3-90ad-7f8d31a29a71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599dffac-64d8-47b7-90f1-67f0aa866c07 HTTP/1.1" status: 200 len: 1000 time: 0.1712976 May 12 23:27:15.666008 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Router 672c6641-3bc5-48ec-a6f1-a7d37527e10a has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:27:15.723224 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (7de2d463-b42b-4e13-8303-a561d35144a6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.740383 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.778266 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:27:15.783845 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.792525 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] Sync routers for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:27:15.795816 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:15.802346 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:15.802963 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:15.819952 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-340b042a-4892-4c2a-9a43-7cffc93495ca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "PUT /v2.0/floatingips/6a62eeab-0c1e-4e03-8a9d-110df4def8b6 HTTP/1.1" status: 200 len: 990 time: 1.3460257 May 12 23:27:15.819952 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:15.820448 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1406d7-839f-4653-bb30-7198526139b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:15.858953 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9fd42c-39c9-4814-86f5-2afab52641ee x-openstack-request-id: req-fe9fd42c-39c9-4814-86f5-2afab52641ee {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:15.859313 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:15.859629 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe9fd42c-39c9-4814-86f5-2afab52641ee {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:15.860096 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9fd42c-39c9-4814-86f5-2afab52641ee'] response: {'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080', 'status': 'completed', 'code': 200} May 12 23:27:15.998121 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:16.001408 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:16.001786 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16019-c301-4c4f-84c5-f24547973c7c req-c16f69bf-5076-45e9-858e-7e913460ddfc tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.003643 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3fe16019-c301-4c4f-84c5-f24547973c7c req-c16f69bf-5076-45e9-858e-7e913460ddfc tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0489182 May 12 23:27:16.005548 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:16.038456 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (7de2d463-b42b-4e13-8303-a561d35144a6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:16.057561 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3fe16019-c301-4c4f-84c5-f24547973c7c req-40954c38-0e16-4d86-9eb2-d173a71b6255 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475283 May 12 23:27:16.093257 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=c65227a9-56b0-4234-9767-be2d9950ef5a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:16.157763 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Floating IP 7de2d463-b42b-4e13-8303-a561d35144a6 associated. External IP: 172.27.3.253, port: 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b. May 12 23:27:16.160078 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a76ef0-8edc-4eb6-ad91-91291f936e80 req-fa127251-7fd8-47fa-816d-e3b02fee4896 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.161707 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-48a76ef0-8edc-4eb6-ad91-91291f936e80 req-fa127251-7fd8-47fa-816d-e3b02fee4896 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0487714 May 12 23:27:16.209990 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-48a76ef0-8edc-4eb6-ad91-91291f936e80 req-89aa2a34-3e2a-4a51-afe2-cd1a884e2d5a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 May 12 23:27:16.252985 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '6a62eeab-0c1e-4e03-8a9d-110df4def8b6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:33Z', 'updated_at': '2022-05-12T23:27:15Z', 'revision_number': 1, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:16.279823 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] Checking router: 672c6641-3bc5-48ec-a6f1-a7d37527e10a for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:27:16.287923 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:16.288554 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:16.387925 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:27:16.394506 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:16.629170 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '6a62eeab-0c1e-4e03-8a9d-110df4def8b6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:33Z', 'updated_at': '2022-05-12T23:27:15Z', 'revision_number': 1, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:16.659919 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e79e9-641e-4e57-b561-d99b3b89e42e None None] The sync data for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi is: [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '6a62eeab-0c1e-4e03-8a9d-110df4def8b6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:33Z', 'updated_at': '2022-05-12T23:27:15Z', 'revision_number': 1, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:27:16.692260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd5df-f411-47cb-83b6-925011c5c2dc req-34107892-4141-40d2-b893-459029cb4a0a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.693820 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-837bd5df-f411-47cb-83b6-925011c5c2dc req-34107892-4141-40d2-b893-459029cb4a0a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0795410 May 12 23:27:16.705426 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f52ed-fb54-4c96-8536-096e76b7926a req-3a917851-1f95-435f-9bd6-12f02863d0c3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.707672 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d45f52ed-fb54-4c96-8536-096e76b7926a req-3a917851-1f95-435f-9bd6-12f02863d0c3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.0806534 May 12 23:27:16.783399 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-837bd5df-f411-47cb-83b6-925011c5c2dc req-dbc3c6a7-ff1e-42d1-ae91-4cf61439a884 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746081 May 12 23:27:16.787742 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d45f52ed-fb54-4c96-8536-096e76b7926a req-b50a1c00-3f31-4873-9625-c9ebde7acf6d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710440 May 12 23:27:16.868184 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-55328743-331a-4044-a04f-5a1305f42ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.869715 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-55328743-331a-4044-a04f-5a1305f42ab3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1127 time: 0.1774421 May 12 23:27:16.903942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-e6ecd8df-961d-415e-97c4-bbbcc7137bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.904994 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65302bf4-3269-455b-986a-49beed8f682b None None] New status for floating IP 6a62eeab-0c1e-4e03-8a9d-110df4def8b6: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:27:16.905469 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-e6ecd8df-961d-415e-97c4-bbbcc7137bfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1127 time: 0.2141278 May 12 23:27:16.906382 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1406d7-839f-4653-bb30-7198526139b6 req-29c090d4-29b6-40a0-9407-74cc4d256eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.907740 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-29c090d4-29b6-40a0-9407-74cc4d256eae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.2174983 May 12 23:27:16.917167 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-e8a0e00f-b1a9-4400-ac7d-17a667444a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:16.918601 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-e8a0e00f-b1a9-4400-ac7d-17a667444a9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.2249355 May 12 23:27:16.994607 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-8e92fe99-a68e-4cc9-9005-47912a1e6fb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 217 time: 0.0859106 May 12 23:27:17.127856 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:27:17.139394 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:27:17.151160 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:17.151441 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-100fd0ea-9a7f-4afa-8ffd-03941468b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.152004 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:17.153538 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-100fd0ea-9a7f-4afa-8ffd-03941468b3f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1895564 May 12 23:27:17.197063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbdd18-fc8d-40fd-91bb-8342bbd230a1 req-e8ad4438-8649-4a8b-b24c-8c65eb9fe16f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.204874 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ecbdd18-fc8d-40fd-91bb-8342bbd230a1 req-e8ad4438-8649-4a8b-b24c-8c65eb9fe16f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0594478 May 12 23:27:17.225436 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:17.252348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:17.258204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-e1f941b3-6040-4171-a758-a38a3abfbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.259709 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-e1f941b3-6040-4171-a758-a38a3abfbf8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 200 len: 847 time: 0.2441099 May 12 23:27:17.280961 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8ecbdd18-fc8d-40fd-91bb-8342bbd230a1 req-c3028918-5a0e-4d8c-9ed5-5302c1c2c71e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706255 May 12 23:27:17.283752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1406d7-839f-4653-bb30-7198526139b6 req-9d874b10-0527-4d67-973e-f4c7570e8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.285218 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-9d874b10-0527-4d67-973e-f4c7570e8969 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.3623049 May 12 23:27:17.310703 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:17.354369 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-55d58857-fd16-4d27-9437-0413be028690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.355790 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-55d58857-fd16-4d27-9437-0413be028690 service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.4338384 May 12 23:27:17.359853 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591b770-5fe8-4ff4-bf06-07ce6e6268a7 req-2eaefd9f-2666-4f51-bbd5-9f58491a9a44 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.361354 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c591b770-5fe8-4ff4-bf06-07ce6e6268a7 req-2eaefd9f-2666-4f51-bbd5-9f58491a9a44 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0493386 May 12 23:27:17.404555 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-51291cbd-1495-42fd-8e26-8ef4b2871681 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4378772 May 12 23:27:17.410814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:17.413082 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d023d1-e1ad-4310-a800-68305426712d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:17.414359 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c591b770-5fe8-4ff4-bf06-07ce6e6268a7 req-f1e1209d-7655-4ec9-ac38-6bcdb73601c3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468962 May 12 23:27:17.460350 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff58e4ce-a027-46db-808f-9fb0d8ab4353 x-openstack-request-id: req-ff58e4ce-a027-46db-808f-9fb0d8ab4353 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:17.460623 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:17.460871 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff58e4ce-a027-46db-808f-9fb0d8ab4353 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:17.461264 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff58e4ce-a027-46db-808f-9fb0d8ab4353'] response: {'name': 'network-changed', 'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'status': 'completed', 'code': 200} May 12 23:27:17.466589 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-91545807-f39b-4f69-b0f2-7754c25fbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.468083 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-91545807-f39b-4f69-b0f2-7754c25fbcc8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a041d304-4706-4ce5-b2c4-97aa7ee5765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1858394 May 12 23:27:17.524604 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-d7c7f075-2921-4f9e-b2e7-224cbaa2175e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 1000 time: 0.2271552 May 12 23:27:17.524955 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d023d1-e1ad-4310-a800-68305426712d req-dca78a6a-af13-4d5c-a93f-57553574ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.526395 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-dca78a6a-af13-4d5c-a93f-57553574ed14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 1129 time: 0.0451028 May 12 23:27:17.535832 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-95cb260c-f3eb-4903-bcc0-4bbb97db1b06 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607173 May 12 23:27:17.548274 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-6bcb5951-5d63-475b-a216-86ba3b377600 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 200 len: 998 time: 0.1545327 May 12 23:27:17.548516 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '7de2d463-b42b-4e13-8303-a561d35144a6', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:b6:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee93a0-f820-400a-b5f7-62126ee83580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:15Z', 'updated_at': '2022-05-12T23:27:15Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:17.576106 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:27:17.585937 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:17.586552 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:17.701853 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:17.714272 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1406d7-839f-4653-bb30-7198526139b6 req-fb4327fe-5bbc-4bb4-b0f3-fcd4c3493a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.715812 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-fb4327fe-5bbc-4bb4-b0f3-fcd4c3493a83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.1777403 May 12 23:27:17.780919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-ba4fd5be-a304-4a96-b2d6-82d3eacdcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.782398 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-ba4fd5be-a304-4a96-b2d6-82d3eacdcf74 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.2053454 May 12 23:27:17.794563 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-c822218f-aa9b-41b0-bd2d-1f842180db01 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137145 May 12 23:27:17.846111 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d1f0a15-75f3-4c24-a793-4ced7d055ded req-5b21fee9-c8cd-4f5b-a2e8-a56689d2630d service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960036 May 12 23:27:17.847077 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1406d7-839f-4653-bb30-7198526139b6 req-567f6654-898c-49c5-ade8-6f5a90b2c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.848414 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-567f6654-898c-49c5-ade8-6f5a90b2c2d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223311 May 12 23:27:17.934668 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-c9ef4f88-67a2-4cd4-a064-f12f2b3d7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:17.936200 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-c9ef4f88-67a2-4cd4-a064-f12f2b3d7643 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453187 May 12 23:27:17.983352 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '7de2d463-b42b-4e13-8303-a561d35144a6', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:b6:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee93a0-f820-400a-b5f7-62126ee83580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:15Z', 'updated_at': '2022-05-12T23:27:15Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:18.009789 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c951479-8e28-4336-b7ad-c45f09ec524b req-eba5cbc8-239d-44d4-be1e-70f5240e873f service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108505 May 12 23:27:18.021109 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47127ecd-1714-47a0-a325-c6e2724c844c req-8fb42bf7-a76c-46b7-8e7d-0c33b35a9b3f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.022655 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47127ecd-1714-47a0-a325-c6e2724c844c req-8fb42bf7-a76c-46b7-8e7d-0c33b35a9b3f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.1106865 May 12 23:27:18.024040 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-2b47984e-0930-4276-a60b-c8d1006e4dc7 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670184 May 12 23:27:18.048281 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edc4a6-b3fd-4090-b9bc-00b9e6628e74 req-3e695505-7362-4eda-8cc9-c7fffa4fde07 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.051423 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39edc4a6-b3fd-4090-b9bc-00b9e6628e74 req-3e695505-7362-4eda-8cc9-c7fffa4fde07 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 944 time: 0.1112332 May 12 23:27:18.056821 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d023d1-e1ad-4310-a800-68305426712d req-04d9396f-ac2c-46f3-8f38-95386813a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.058236 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-04d9396f-ac2c-46f3-8f38-95386813a6c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.5217495 May 12 23:27:18.098460 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 39304133-41b7-449f-8aed-e1e0fedb9974 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:27:18.109671 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419d4599-00d2-440c-95fe-cdef977a2bab None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '7de2d463-b42b-4e13-8303-a561d35144a6', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:b6:c6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee93a0-f820-400a-b5f7-62126ee83580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:15Z', 'updated_at': '2022-05-12T23:27:15Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:27:18.117461 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47127ecd-1714-47a0-a325-c6e2724c844c req-16d8b57a-aaae-4be4-9f8a-feebf0eceb8a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868480 May 12 23:27:18.132563 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39edc4a6-b3fd-4090-b9bc-00b9e6628e74 req-e943da2e-4a44-41f3-89e0-54424124a992 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710871 May 12 23:27:18.231923 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:18.323561 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-0449415c-d159-42ba-8246-610c10c3af2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b HTTP/1.1" status: 200 len: 999 time: 0.1226690 May 12 23:27:18.389202 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-d0c0bacb-d5e3-4a4c-8e54-77b3db778002 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913369 May 12 23:27:18.397388 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '39304133-41b7-449f-8aed-e1e0fedb9974', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'port_id': '39304133-41b7-449f-8aed-e1e0fedb9974', 'mac_address': 'fa:16:3e:f1:27:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:27:18.409226 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a1406d7-839f-4653-bb30-7198526139b6 req-3220ad8a-e68a-4eeb-a959-6da2c17ff68e service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022731 May 12 23:27:18.425065 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e188c1-ed98-4b1a-95a6-04af5c8ee081 None None] New status for floating IP 7de2d463-b42b-4e13-8303-a561d35144a6: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:27:18.430255 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c883a-71ce-48f8-aab5-1decce8e6b6f req-eb7c4514-c006-4df7-baff-5084f719df8d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.431865 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e8c883a-71ce-48f8-aab5-1decce8e6b6f req-eb7c4514-c006-4df7-baff-5084f719df8d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0550551 May 12 23:27:18.482810 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 39304133-41b7-449f-8aed-e1e0fedb9974 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:18.483230 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:18.492642 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e8c883a-71ce-48f8-aab5-1decce8e6b6f req-8b085201-6623-444f-8318-8da046b9034d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511591 May 12 23:27:18.506391 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39304133-41b7-449f-8aed-e1e0fedb9974 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:27:18.579860 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:18.585203 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd7bb9-6e89-47b4-b1aa-cb3aeff1a396 req-7ab636df-8d8b-49b4-9de3-a3ad0d55dde7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.586761 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-50cd7bb9-6e89-47b4-b1aa-cb3aeff1a396 req-7ab636df-8d8b-49b4-9de3-a3ad0d55dde7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0914273 May 12 23:27:18.587356 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:18.599225 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d023d1-e1ad-4310-a800-68305426712d req-5f2b0d4f-5ad7-461d-9f04-28b7a0ee0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.600749 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-5f2b0d4f-5ad7-461d-9f04-28b7a0ee0848 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0721312 May 12 23:27:18.642728 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51f92637-8fa4-41c2-8e1e-4bd60eca6fea req-bbe46bb8-e5a0-4ec9-b0eb-305203bdab36 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154442 May 12 23:27:18.686161 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-50cd7bb9-6e89-47b4-b1aa-cb3aeff1a396 req-ff130201-2e10-4ac1-9cdd-0cc1441c7f82 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831130 May 12 23:27:18.687757 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:18.696062 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.696447 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.696813 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.697220 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.697493 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.697820 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.698142 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.698463 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.698784 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.701706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.701706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.701706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.701706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.701706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.701706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:18.716353 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d023d1-e1ad-4310-a800-68305426712d req-efdffc79-ff21-424e-b729-7b10338c9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:18.717865 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-efdffc79-ff21-424e-b729-7b10338c9baf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503242 May 12 23:27:18.951721 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['39304133-41b7-449f-8aed-e1e0fedb9974'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:27:19.061269 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-a299a8e3-284b-49d1-909f-e0f2d087bdd6 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932941 May 12 23:27:19.161552 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52d023d1-e1ad-4310-a800-68305426712d req-33f5df1d-9b30-4ecc-bcf4-7ecb708c437e service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 May 12 23:27:19.268802 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9080-0546-43c7-90c7-2ecf8ae9c5c4 req-422a0059-1079-4f09-bd7b-6b0841b9343d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:19.270297 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-904a9080-0546-43c7-90c7-2ecf8ae9c5c4 req-422a0059-1079-4f09-bd7b-6b0841b9343d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0799425 May 12 23:27:19.291186 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fa6ea-edba-4ffe-ab6a-946b2b243dbb req-3b8f23ef-b557-425f-8724-dd3c1845a465 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:19.292627 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f31fa6ea-edba-4ffe-ab6a-946b2b243dbb req-3b8f23ef-b557-425f-8724-dd3c1845a465 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 945 time: 0.0718617 May 12 23:27:19.358568 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-904a9080-0546-43c7-90c7-2ecf8ae9c5c4 req-80cedf5b-29d7-4872-bd2c-dc74c99e6bdf tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815980 May 12 23:27:19.366017 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f31fa6ea-edba-4ffe-ab6a-946b2b243dbb req-d4215745-c9e6-4e53-be4c-b9c3b26218c7 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649650 May 12 23:27:19.642690 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774adda-482b-4d5d-bb04-99042112da43 req-58da894e-3f6c-4bb8-a8b8-cae05d811a57 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:19.650435 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e774adda-482b-4d5d-bb04-99042112da43 req-58da894e-3f6c-4bb8-a8b8-cae05d811a57 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0637102 May 12 23:27:19.710240 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e774adda-482b-4d5d-bb04-99042112da43 req-9c93aff1-1143-4711-a65a-91c8b55f3c9a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574734 May 12 23:27:19.843664 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453a187-dcc0-4ad2-892f-48a588a8c24f req-170e127b-af14-442e-a7cf-229ffc830e95 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:19.850779 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1453a187-dcc0-4ad2-892f-48a588a8c24f req-170e127b-af14-442e-a7cf-229ffc830e95 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0730865 May 12 23:27:19.913045 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1453a187-dcc0-4ad2-892f-48a588a8c24f req-fbd527c5-3d55-4ed7-bf56-d6988d51ef14 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606222 May 12 23:27:20.132102 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 39304133-41b7-449f-8aed-e1e0fedb9974 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:27:20.190434 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 39304133-41b7-449f-8aed-e1e0fedb9974 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:27:20.197844 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 39304133-41b7-449f-8aed-e1e0fedb9974 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:27:20.198225 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:20.280790 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 39304133-41b7-449f-8aed-e1e0fedb9974 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:20.281182 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:20.305401 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:20.308336 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253c6d07-7705-48ab-bf58-6e9e19be0e1c" -d '{"events": [{"server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "name": "network-vif-plugged", "status": "completed", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:20.325168 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:20.332985 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:20.358562 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17a70f-611e-40fa-8f41-d9528a88d0d0 x-openstack-request-id: req-ca17a70f-611e-40fa-8f41-d9528a88d0d0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:20.358890 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "name": "network-vif-plugged", "status": "completed", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:20.359273 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca17a70f-611e-40fa-8f41-d9528a88d0d0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:20.359748 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca17a70f-611e-40fa-8f41-d9528a88d0d0'] response: {'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'code': 200} May 12 23:27:20.387777 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:20.526928 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afc472-deb5-4ad3-8cc2-40590e67b822 req-e4cf6585-502a-4489-8fa0-12286fad637c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:20.534759 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5afc472-deb5-4ad3-8cc2-40590e67b822 req-e4cf6585-502a-4489-8fa0-12286fad637c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0854733 May 12 23:27:20.553111 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aae69-3540-40e8-8136-8f6e4bb07ca3 req-24b48e93-4189-4037-b312-54668ae1589c tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:20.554550 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a2aae69-3540-40e8-8136-8f6e4bb07ca3 req-24b48e93-4189-4037-b312-54668ae1589c tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0756447 May 12 23:27:20.626141 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d5afc472-deb5-4ad3-8cc2-40590e67b822 req-bc222687-04f8-4ed5-8bf2-537a39165d80 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904365 May 12 23:27:20.629443 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0a2aae69-3540-40e8-8136-8f6e4bb07ca3 req-79257bcc-ba7c-48a6-b29a-5cdce31b1603 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682425 May 12 23:27:20.850657 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6ffe3-6464-470a-ade9-4458a279f919 req-5a8590fe-df00-44ac-bac8-978d9ede09d4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:20.852262 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ffb6ffe3-6464-470a-ade9-4458a279f919 req-5a8590fe-df00-44ac-bac8-978d9ede09d4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0593014 May 12 23:27:20.904326 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ffb6ffe3-6464-470a-ade9-4458a279f919 req-6a04d821-aabe-47ad-9d65-53cff324a886 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 May 12 23:27:21.039014 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc42f2-84d8-4b4f-9c19-26003b1017c7 req-62b67052-22fc-44c4-8fc1-e594402fb5aa tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:21.040952 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ecc42f2-84d8-4b4f-9c19-26003b1017c7 req-62b67052-22fc-44c4-8fc1-e594402fb5aa tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0538049 May 12 23:27:21.101617 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ecc42f2-84d8-4b4f-9c19-26003b1017c7 req-905fa4de-d2c9-4156-be99-7cffb1c99a06 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543222 May 12 23:27:21.805251 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9592-3b2a-42e0-a6d4-a0acbc0bc246 req-776fd0a0-cd45-4c7f-849e-1a818f3c9d1b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:21.807183 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-525d9592-3b2a-42e0-a6d4-a0acbc0bc246 req-776fd0a0-cd45-4c7f-849e-1a818f3c9d1b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0973234 May 12 23:27:21.813988 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a37722-6966-41c1-a1e0-47b26fcebf06 req-9e28ec92-a5ec-446f-acd9-b4aa0ac9446e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:21.815412 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-71a37722-6966-41c1-a1e0-47b26fcebf06 req-9e28ec92-a5ec-446f-acd9-b4aa0ac9446e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0959878 May 12 23:27:21.888487 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-525d9592-3b2a-42e0-a6d4-a0acbc0bc246 req-836ef85d-590e-4b47-b990-f7a32b4e6258 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720260 May 12 23:27:21.893069 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-71a37722-6966-41c1-a1e0-47b26fcebf06 req-c58b41f7-ffcd-4d34-9987-16e326648558 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707922 May 12 23:27:22.038088 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44921abf-baba-45c7-9399-09a369a30793 req-63b24f7f-8372-4134-a7c8-d58934a0bf25 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:22.040167 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44921abf-baba-45c7-9399-09a369a30793 req-63b24f7f-8372-4134-a7c8-d58934a0bf25 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0533469 May 12 23:27:22.098211 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44921abf-baba-45c7-9399-09a369a30793 req-cf8a465a-df53-4a5d-9d58-c90077ba876e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525701 May 12 23:27:22.217339 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e5c4f-0415-4242-8356-a45341b920a0 req-0f3924aa-0fa6-4d59-b620-db0101540658 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:22.218890 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-509e5c4f-0415-4242-8356-a45341b920a0 req-0f3924aa-0fa6-4d59-b620-db0101540658 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0491397 May 12 23:27:22.272354 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-509e5c4f-0415-4242-8356-a45341b920a0 req-3c8ff4fd-23ab-4465-b091-d1aa95bd17f5 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478504 May 12 23:27:23.060887 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a91aa-a39f-42b8-8e2d-4af51d0875ca req-91ab4571-db21-47da-aba9-894c2c4be8ad tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:23.062331 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-066a91aa-a39f-42b8-8e2d-4af51d0875ca req-91ab4571-db21-47da-aba9-894c2c4be8ad tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0850680 May 12 23:27:23.068983 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e385c-20a6-4cfc-9f7c-e822c48e8b7c req-c3a4759c-c2bf-43ee-bf3e-533049865616 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:23.073077 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-439e385c-20a6-4cfc-9f7c-e822c48e8b7c req-c3a4759c-c2bf-43ee-bf3e-533049865616 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0976250 May 12 23:27:23.150972 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-066a91aa-a39f-42b8-8e2d-4af51d0875ca req-8cbbe671-43d6-416d-8c0a-156bc393895b tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768018 May 12 23:27:23.164680 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-439e385c-20a6-4cfc-9f7c-e822c48e8b7c req-3d0399f0-be4f-4f5a-bf1a-31fb2a18015a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801384 May 12 23:27:23.268173 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af8a9-3e59-45e5-8d56-07a62cdd5f37 req-8447a9cd-5b1f-4f11-8f41-44d758c21d26 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:23.270001 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a37af8a9-3e59-45e5-8d56-07a62cdd5f37 req-8447a9cd-5b1f-4f11-8f41-44d758c21d26 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0484922 May 12 23:27:23.330356 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a37af8a9-3e59-45e5-8d56-07a62cdd5f37 req-72d389e8-ecf9-4c1c-ac07-a26f6b9eabbe tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538847 May 12 23:27:23.409510 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f47bd-0727-4059-9ab3-a03de082ce76 req-45a17f39-50e2-4eea-af08-c3371952c643 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:23.411306 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d79f47bd-0727-4059-9ab3-a03de082ce76 req-45a17f39-50e2-4eea-af08-c3371952c643 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0538032 May 12 23:27:23.464290 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d79f47bd-0727-4059-9ab3-a03de082ce76 req-fe811d24-28de-43bc-86d3-075648e77257 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469782 May 12 23:27:24.316019 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652e1ab-ed73-43b3-9f53-13c622189ab7 req-4fc5f105-e0f7-4ee6-bcf1-eac79bf95795 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:24.317304 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6652e1ab-ed73-43b3-9f53-13c622189ab7 req-4fc5f105-e0f7-4ee6-bcf1-eac79bf95795 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0839510 May 12 23:27:24.339412 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5e3e2-b01a-4615-b5a0-49537ef97182 req-bdec88c0-e309-4dd3-8077-9fef21b3d18c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:24.341043 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89b5e3e2-b01a-4615-b5a0-49537ef97182 req-bdec88c0-e309-4dd3-8077-9fef21b3d18c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0985537 May 12 23:27:24.419900 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6652e1ab-ed73-43b3-9f53-13c622189ab7 req-ab767543-3d45-400d-b839-0ba6061b1711 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924399 May 12 23:27:24.424609 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89b5e3e2-b01a-4615-b5a0-49537ef97182 req-417dd188-6d9e-40c7-8155-3b22cf2944ac tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660243 May 12 23:27:24.530946 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b7b8-2d95-4527-9e7c-f97339a94541 req-dce9ed14-081c-4cf8-885d-2a9720627a81 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:24.532769 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a5f6b7b8-2d95-4527-9e7c-f97339a94541 req-dce9ed14-081c-4cf8-885d-2a9720627a81 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0531023 May 12 23:27:24.595952 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f3fc-b6d6-44e6-be79-d5cfcbb3ece1 req-49d0b6c0-7878-409b-97ce-736607da9451 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:24.597474 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c000f3fc-b6d6-44e6-be79-d5cfcbb3ece1 req-49d0b6c0-7878-409b-97ce-736607da9451 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0610511 May 12 23:27:24.637858 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a5f6b7b8-2d95-4527-9e7c-f97339a94541 req-0a691bf5-15b4-484a-8159-c1a368f82d40 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916455 May 12 23:27:24.675129 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c000f3fc-b6d6-44e6-be79-d5cfcbb3ece1 req-4a101c57-ce6f-43c4-a660-ddb53e0e4198 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717890 May 12 23:27:25.589367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c0681-2e49-45e5-99b3-11b1aeed31db req-4e2dbdde-1eab-48b2-bc72-775e48673b57 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:25.590887 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-826c0681-2e49-45e5-99b3-11b1aeed31db req-4e2dbdde-1eab-48b2-bc72-775e48673b57 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0758832 May 12 23:27:25.624968 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99208476-63c4-4453-a8dc-b5f0afd68eab req-1e34ad6a-aa92-42a7-b285-094aea53deff tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:25.626455 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99208476-63c4-4453-a8dc-b5f0afd68eab req-1e34ad6a-aa92-42a7-b285-094aea53deff tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0793242 May 12 23:27:25.675123 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-826c0681-2e49-45e5-99b3-11b1aeed31db req-75389135-dc33-4b68-8eae-9500846c3465 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716259 May 12 23:27:25.702020 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-99208476-63c4-4453-a8dc-b5f0afd68eab req-02db2f4b-0ebc-4f91-86f8-c8a8dfb6e40f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682263 May 12 23:27:25.846904 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d0c76-963b-45a2-a110-dad6cc1279dc req-0d1043e3-1b3e-4d1e-900b-4eddf0fb2d13 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:25.848400 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-635d0c76-963b-45a2-a110-dad6cc1279dc req-0d1043e3-1b3e-4d1e-900b-4eddf0fb2d13 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0821528 May 12 23:27:25.859927 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9f8e-e173-4006-a539-f28b4120fc7f req-74e73650-d225-4402-8d8e-9a3a692f2817 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:25.861745 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f1a9f8e-e173-4006-a539-f28b4120fc7f req-74e73650-d225-4402-8d8e-9a3a692f2817 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0853920 May 12 23:27:25.937595 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-635d0c76-963b-45a2-a110-dad6cc1279dc req-604f13c3-b4b9-40b7-a169-64b7fa1dd758 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749879 May 12 23:27:25.942440 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f1a9f8e-e173-4006-a539-f28b4120fc7f req-59948929-fbcf-48e4-93d0-c5b9bbadf414 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737085 May 12 23:27:26.864144 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3825c-83d6-44e2-9e10-8f4a59717733 req-6dc5c780-3a74-4f9c-bb62-55d2100a03bb tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:26.865762 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fef3825c-83d6-44e2-9e10-8f4a59717733 req-6dc5c780-3a74-4f9c-bb62-55d2100a03bb tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.1119132 May 12 23:27:26.902188 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90a56f-9505-46e7-9b23-7129e5059265 req-18f4c4c8-717d-406a-a353-597632fc765d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:26.903840 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b90a56f-9505-46e7-9b23-7129e5059265 req-18f4c4c8-717d-406a-a353-597632fc765d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0914555 May 12 23:27:26.962766 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fef3825c-83d6-44e2-9e10-8f4a59717733 req-77fa2e6c-1ccc-4a7b-ac47-f754b7cd2658 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914664 May 12 23:27:26.997029 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b90a56f-9505-46e7-9b23-7129e5059265 req-e7a72b71-d2f2-49b3-9b20-e81afed15fe6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858912 May 12 23:27:27.124361 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b57ea-7172-437d-b137-9e88273f66db req-56ee8836-6abb-4616-b0af-b00287f253d2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:27.125868 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed7b57ea-7172-437d-b137-9e88273f66db req-56ee8836-6abb-4616-b0af-b00287f253d2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0874393 May 12 23:27:27.134062 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222b90-c095-49ad-8ae7-c39b0028da5c req-18854a1e-7d8d-49d1-bd2f-36a7ddfafa4e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:27.135525 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-07222b90-c095-49ad-8ae7-c39b0028da5c req-18854a1e-7d8d-49d1-bd2f-36a7ddfafa4e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0635519 May 12 23:27:27.207583 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed7b57ea-7172-437d-b137-9e88273f66db req-983e4841-ccb1-436c-b9fb-90fe6cc807b6 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710895 May 12 23:27:27.214951 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-07222b90-c095-49ad-8ae7-c39b0028da5c req-dfd7ffc4-b965-4226-9817-0b46051ab49a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715575 May 12 23:27:28.087922 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8dfdc-f901-4f40-bd53-e77394986499 req-0483f354-4b4d-4186-a3b7-e8f45aed6e73 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:28.089394 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-30d8dfdc-f901-4f40-bd53-e77394986499 req-0483f354-4b4d-4186-a3b7-e8f45aed6e73 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0563483 May 12 23:27:28.139029 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d197ce6-cd3c-496f-89a6-2ef43f0b24aa req-ade9c5bd-1d51-4932-90de-c5b73f65a0e5 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:28.140477 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d197ce6-cd3c-496f-89a6-2ef43f0b24aa req-ade9c5bd-1d51-4932-90de-c5b73f65a0e5 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0740662 May 12 23:27:28.178551 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-30d8dfdc-f901-4f40-bd53-e77394986499 req-c2baa945-b61b-4c6c-8501-ad389a690ec1 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745363 May 12 23:27:28.203842 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d197ce6-cd3c-496f-89a6-2ef43f0b24aa req-7292735b-902d-4613-9c68-32355dfe9d83 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537732 May 12 23:27:28.344249 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c019b3-5fdf-4f71-96f8-30765226c1e8 req-16d17f37-7543-4216-a8c3-6cf07cbaa362 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:28.345765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36c019b3-5fdf-4f71-96f8-30765226c1e8 req-16d17f37-7543-4216-a8c3-6cf07cbaa362 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0709732 May 12 23:27:28.365085 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf076-1eb8-411c-9e12-c3c0cfed1c90 req-3abb3c48-6b4f-47ce-b2eb-9d01575b714b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:28.366459 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b7cf076-1eb8-411c-9e12-c3c0cfed1c90 req-3abb3c48-6b4f-47ce-b2eb-9d01575b714b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0640759 May 12 23:27:28.435041 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-36c019b3-5fdf-4f71-96f8-30765226c1e8 req-fc61bc51-b03a-4a30-a66f-02350148810c tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831263 May 12 23:27:28.438190 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b7cf076-1eb8-411c-9e12-c3c0cfed1c90 req-d8525259-6dbe-4235-aa30-9b93917444d0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646856 May 12 23:27:29.319705 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca2730-f9cb-46b7-b396-2acd3be58f9e req-e3049b12-9480-4330-8e20-4a444e65c18b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:29.321196 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bfca2730-f9cb-46b7-b396-2acd3be58f9e req-e3049b12-9480-4330-8e20-4a444e65c18b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0721552 May 12 23:27:29.339044 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe64112-108e-4289-94b5-37dcdcd46dec req-868f3264-a378-45d4-94a4-a05a81a328c7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:29.341041 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8fe64112-108e-4289-94b5-37dcdcd46dec req-868f3264-a378-45d4-94a4-a05a81a328c7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0638709 May 12 23:27:29.395037 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bfca2730-f9cb-46b7-b396-2acd3be58f9e req-08d6d537-1d45-4fd3-b3b0-5cfcd522f523 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683177 May 12 23:27:29.410852 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8fe64112-108e-4289-94b5-37dcdcd46dec req-7deb0c2d-133d-4112-9e4e-9e97382cd3de tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627518 May 12 23:27:29.576273 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b810a6-55fe-47bb-a0e5-d588dbdd0a41 req-f2ed5321-c85b-409f-a735-34ed0936d690 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:29.577755 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2b810a6-55fe-47bb-a0e5-d588dbdd0a41 req-f2ed5321-c85b-409f-a735-34ed0936d690 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0775225 May 12 23:27:29.585431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89c4e4-ffeb-4f92-bef2-15558b4eea58 req-b0859a9a-a641-4cc9-8fcf-3ddb19316fb1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:29.586803 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5b89c4e4-ffeb-4f92-bef2-15558b4eea58 req-b0859a9a-a641-4cc9-8fcf-3ddb19316fb1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0761216 May 12 23:27:29.658556 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2b810a6-55fe-47bb-a0e5-d588dbdd0a41 req-7e7c65bb-11f6-4f69-8241-3ed8d4bfe2a2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708270 May 12 23:27:29.662601 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5b89c4e4-ffeb-4f92-bef2-15558b4eea58 req-f3dd76bf-7704-472a-b89c-cb4297f38c24 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687661 May 12 23:27:30.051805 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70762ea-d64e-4793-af0a-e0014d1457fb req-c69808c7-705a-4679-b33f-3fdaaf316e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:30.053243 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f70762ea-d64e-4793-af0a-e0014d1457fb req-c69808c7-705a-4679-b33f-3fdaaf316e3f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1130 time: 0.0436668 May 12 23:27:30.105133 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f70762ea-d64e-4793-af0a-e0014d1457fb req-316909cd-55c9-4bff-9bfd-47de82ce3321 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365438 May 12 23:27:30.532326 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aeab25-2784-4b30-947f-2465b6a7ff7d req-2c107c5e-2976-420a-8e20-9ce84a2a746f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:30.533833 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60aeab25-2784-4b30-947f-2465b6a7ff7d req-2c107c5e-2976-420a-8e20-9ce84a2a746f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0728672 May 12 23:27:30.552986 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88b43e-b7a6-49dc-8638-cdf82a1e88bf req-fde7a8a2-d6b1-43f4-a663-2fd6d7ad2c3d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:30.554348 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c88b43e-b7a6-49dc-8638-cdf82a1e88bf req-fde7a8a2-d6b1-43f4-a663-2fd6d7ad2c3d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0659106 May 12 23:27:30.619304 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60aeab25-2784-4b30-947f-2465b6a7ff7d req-9562cf63-72c8-48bd-b98b-1316669d813c tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796084 May 12 23:27:30.626880 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c88b43e-b7a6-49dc-8638-cdf82a1e88bf req-df130ab7-fb22-475f-928b-1b1eeb6769d8 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640447 May 12 23:27:30.795960 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00bc8d-b7fa-4e85-84d1-f6fc70858bf8 req-4f79041f-ad0a-4059-87c0-9832125d279b tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:30.798213 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a00bc8d-b7fa-4e85-84d1-f6fc70858bf8 req-4f79041f-ad0a-4059-87c0-9832125d279b tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0743072 May 12 23:27:30.806029 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2232b9-1be6-4bda-b93a-78bf38e217ea req-933ec759-7879-45cb-b46e-4d666cefa46b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:30.807422 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b2232b9-1be6-4bda-b93a-78bf38e217ea req-933ec759-7879-45cb-b46e-4d666cefa46b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0729837 May 12 23:27:30.881099 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a00bc8d-b7fa-4e85-84d1-f6fc70858bf8 req-133ed579-c0bd-4b4e-bcc6-c076aa8cad7d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727503 May 12 23:27:30.884240 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b2232b9-1be6-4bda-b93a-78bf38e217ea req-d740bf17-eb9e-45b5-86b1-070a8a531758 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702238 May 12 23:27:31.755444 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a11a6-f941-4856-aad1-138ac970f468 req-15f76df9-aa69-46d5-b952-f97ea1704ad0 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:31.756980 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f15a11a6-f941-4856-aad1-138ac970f468 req-15f76df9-aa69-46d5-b952-f97ea1704ad0 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0714731 May 12 23:27:31.765176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c3e9a-95ed-40ab-bbc9-5f84b510ac23 req-654b6d70-352a-4945-af27-45f44ea63bd5 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:31.766916 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e18c3e9a-95ed-40ab-bbc9-5f84b510ac23 req-654b6d70-352a-4945-af27-45f44ea63bd5 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0714507 May 12 23:27:31.834534 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f15a11a6-f941-4856-aad1-138ac970f468 req-2271c1b6-be8a-42fd-a03d-9e38e0d861ec tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666709 May 12 23:27:31.842228 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e18c3e9a-95ed-40ab-bbc9-5f84b510ac23 req-edce62fc-767d-4eda-90a1-2e4d489b52fd tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686209 May 12 23:27:32.018325 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9203ed-c02a-4dbc-bede-25335af8cd8b req-7e36069a-c8cd-4c4a-8f48-fa1a578b2b44 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:32.019774 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3d9203ed-c02a-4dbc-bede-25335af8cd8b req-7e36069a-c8cd-4c4a-8f48-fa1a578b2b44 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0732870 May 12 23:27:32.038648 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4469-4798-42d4-8d46-94c4860c78f7 req-10b92d2e-4d2f-4a45-b27d-e5ccfebddb82 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:32.040118 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c1a4469-4798-42d4-8d46-94c4860c78f7 req-10b92d2e-4d2f-4a45-b27d-e5ccfebddb82 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0641212 May 12 23:27:32.106864 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3d9203ed-c02a-4dbc-bede-25335af8cd8b req-12e1188a-aee3-40dc-af66-9c3341c4b205 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815125 May 12 23:27:32.113464 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c1a4469-4798-42d4-8d46-94c4860c78f7 req-a92339dd-d6f0-4c2c-a6ec-07983bd297ca tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641825 May 12 23:27:32.171857 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:27:32.274923 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:32.286174 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '242b692d-f239-43a0-9656-45b267849bce', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'port_id': '242b692d-f239-43a0-9656-45b267849bce', 'mac_address': 'fa:16:3e:c1:0f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:27:32.322612 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 242b692d-f239-43a0-9656-45b267849bce is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:32.322997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:32.335376 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242b692d-f239-43a0-9656-45b267849bce {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:27:32.354103 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:32.358063 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:32.407653 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:32.860908 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['242b692d-f239-43a0-9656-45b267849bce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:27:33.201268 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41228b-d569-4655-a739-65b9ca6f8781 req-3e389afc-187e-42ce-9f1e-7bb2c628418e tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:33.202733 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e41228b-d569-4655-a739-65b9ca6f8781 req-3e389afc-187e-42ce-9f1e-7bb2c628418e tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.2903695 May 12 23:27:33.208343 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463eff0-faa8-4f15-a0b1-72e71bea326b req-ff238faa-1c54-40cc-b96b-ccfab71b54af tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:33.209672 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e463eff0-faa8-4f15-a0b1-72e71bea326b req-ff238faa-1c54-40cc-b96b-ccfab71b54af tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.2991164 May 12 23:27:33.281630 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e463eff0-faa8-4f15-a0b1-72e71bea326b req-d9722ad8-2557-47fb-bed6-51c41c283361 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649133 May 12 23:27:33.284457 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e41228b-d569-4655-a739-65b9ca6f8781 req-ad1b3053-2ba8-4e41-9ef2-77886e3fc7be tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738792 May 12 23:27:33.407615 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec760-cfc3-4c6c-870c-0c5697d28105 req-8876c9ea-37f0-4424-82ba-2d53ee4c8bd4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:33.409121 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2cec760-cfc3-4c6c-870c-0c5697d28105 req-8876c9ea-37f0-4424-82ba-2d53ee4c8bd4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 944 time: 0.0734375 May 12 23:27:33.419711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b5110-bc93-45dc-9306-2628609a99f0 req-a66adaa1-0f6e-4582-8821-a0120166d9af tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:33.421135 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de4b5110-bc93-45dc-9306-2628609a99f0 req-a66adaa1-0f6e-4582-8821-a0120166d9af tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0758202 May 12 23:27:33.493653 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2cec760-cfc3-4c6c-870c-0c5697d28105 req-062ce307-7b5a-4c2d-b85b-d4e9ec45fa63 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715103 May 12 23:27:33.496541 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de4b5110-bc93-45dc-9306-2628609a99f0 req-0db80655-96cd-4f6b-a904-6db174791719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689430 May 12 23:27:33.591954 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636e2a0-c368-446e-b083-c1470aca45fb req-f83ab66a-50fb-4a6d-a781-ed2acc718327 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:33.593427 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6636e2a0-c368-446e-b083-c1470aca45fb req-f83ab66a-50fb-4a6d-a781-ed2acc718327 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0467043 May 12 23:27:33.640725 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6636e2a0-c368-446e-b083-c1470aca45fb req-d6c01f22-c261-40f1-9eb5-d23a869bb801 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 May 12 23:27:33.972443 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643fb09-6db9-4ae8-bd91-5cd86c439ffc req-3e956d4e-e5fd-4f86-8f67-f3c7b70e087d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:33.973922 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1643fb09-6db9-4ae8-bd91-5cd86c439ffc req-3e956d4e-e5fd-4f86-8f67-f3c7b70e087d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0501525 May 12 23:27:34.019402 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1643fb09-6db9-4ae8-bd91-5cd86c439ffc req-8674b726-0177-4cee-a16e-ccb19f68a006 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 May 12 23:27:34.199103 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:27:34.244923 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 242b692d-f239-43a0-9656-45b267849bce completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:27:34.249752 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 242b692d-f239-43a0-9656-45b267849bce triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:27:34.250293 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (242b692d-f239-43a0-9656-45b267849bce), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:34.343265 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 242b692d-f239-43a0-9656-45b267849bce is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:34.343739 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:34.368045 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:34.370312 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c67875-31b7-4bd1-b31f-cc454f86af0c" -d '{"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-plugged", "status": "completed", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:34.382429 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:34.386680 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:34.410986 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed84c1-8ae0-4a21-b434-1780d732f4f6 req-29a192da-7f66-47c1-a975-e581437c9d8f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:34.412535 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2ed84c1-8ae0-4a21-b434-1780d732f4f6 req-29a192da-7f66-47c1-a975-e581437c9d8f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0540719 May 12 23:27:34.425157 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd03cd-ac87-41bc-b904-03b99d924073 x-openstack-request-id: req-efbd03cd-ac87-41bc-b904-03b99d924073 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:34.425547 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-plugged", "status": "completed", "tag": "242b692d-f239-43a0-9656-45b267849bce", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:34.425877 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efbd03cd-ac87-41bc-b904-03b99d924073 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:34.426339 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbd03cd-ac87-41bc-b904-03b99d924073'] response: {'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'code': 200} May 12 23:27:34.439263 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:34.462146 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2ed84c1-8ae0-4a21-b434-1780d732f4f6 req-34cf6283-5fca-4716-9f6d-832e75511f41 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 May 12 23:27:34.635188 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae33c-b4d1-47e2-a585-1897b1533e5e req-e9b0be24-076a-44b9-908b-5e218f5ede1b tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:34.636811 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-acfae33c-b4d1-47e2-a585-1897b1533e5e req-e9b0be24-076a-44b9-908b-5e218f5ede1b tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0753498 May 12 23:27:34.644677 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27a1fc-34d5-457b-a474-54d756a86307 req-57564c4a-0225-481c-bdd5-57bde1c801d4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:34.646053 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c27a1fc-34d5-457b-a474-54d756a86307 req-57564c4a-0225-481c-bdd5-57bde1c801d4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0757835 May 12 23:27:34.741339 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fb914-7e91-4d58-a592-6c22a300f4be req-a1b4161d-49ac-4d5c-9ce5-c467565619a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:34.742829 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-328fb914-7e91-4d58-a592-6c22a300f4be req-a1b4161d-49ac-4d5c-9ce5-c467565619a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1129 time: 0.0676827 May 12 23:27:34.753434 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-acfae33c-b4d1-47e2-a585-1897b1533e5e req-a1e8ad09-b53e-491b-810f-e784bdced3dc tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065111 May 12 23:27:34.771748 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1c27a1fc-34d5-457b-a474-54d756a86307 req-4d4a15fd-0751-48e7-ae0a-1555c8f833fe tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175261 May 12 23:27:34.801908 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-328fb914-7e91-4d58-a592-6c22a300f4be req-6aecb18b-0705-4ac2-9bc0-188e44238013 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475605 May 12 23:27:35.580145 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0407bc-3588-4a42-b82b-ff5b61ee5bb0 req-923ee25e-c5f5-4728-95ae-d5f0b49e6f70 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:35.581657 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a0407bc-3588-4a42-b82b-ff5b61ee5bb0 req-923ee25e-c5f5-4728-95ae-d5f0b49e6f70 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0476990 May 12 23:27:35.628364 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a0407bc-3588-4a42-b82b-ff5b61ee5bb0 req-566580b6-e2b2-4593-87aa-6541a8c6517c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 May 12 23:27:35.862779 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d9660-5b71-4c5d-b18b-36a2756121b2 req-555b7ea9-08eb-4d27-b740-ba828a1cde3e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:35.864114 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e6d9660-5b71-4c5d-b18b-36a2756121b2 req-555b7ea9-08eb-4d27-b740-ba828a1cde3e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0445995 May 12 23:27:35.914517 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e6d9660-5b71-4c5d-b18b-36a2756121b2 req-de4d11bb-a212-4343-9cb8-56bc4697a0dc tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450075 May 12 23:27:36.012718 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34df45-c668-419a-a301-94beed0277c4 req-6408f5b5-11e1-4d40-bd2f-bfeb99db1cec tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:36.014133 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c34df45-c668-419a-a301-94beed0277c4 req-6408f5b5-11e1-4d40-bd2f-bfeb99db1cec tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0446544 May 12 23:27:36.059002 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c34df45-c668-419a-a301-94beed0277c4 req-472338e0-0a6f-43f1-aca4-e14e0bc99989 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 May 12 23:27:36.741463 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfb83e-31f0-4fb9-9e4e-6327bfc59a15 req-84811b8d-c13d-40a6-9335-ab27c648eda9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:36.742933 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aabfb83e-31f0-4fb9-9e4e-6327bfc59a15 req-84811b8d-c13d-40a6-9335-ab27c648eda9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0462542 May 12 23:27:36.787617 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aabfb83e-31f0-4fb9-9e4e-6327bfc59a15 req-6629b8d7-a676-4713-a94f-f26bbc09ae28 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 May 12 23:27:37.037574 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d74242-c648-4df0-b73d-0bd72af7425d req-36f726d2-2672-4989-aca1-cea859bef27d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:37.039059 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3d74242-c648-4df0-b73d-0bd72af7425d req-36f726d2-2672-4989-aca1-cea859bef27d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0564935 May 12 23:27:37.090310 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3d74242-c648-4df0-b73d-0bd72af7425d req-27023f80-1f2b-415c-94d2-fb2a16142931 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 May 12 23:27:37.195023 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38d9f-f0f9-401c-82d6-98aa2380a20f req-f7926923-f31f-4d73-86da-a51f0e13ef1e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:37.196573 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4d38d9f-f0f9-401c-82d6-98aa2380a20f req-f7926923-f31f-4d73-86da-a51f0e13ef1e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0544002 May 12 23:27:37.244221 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b4d38d9f-f0f9-401c-82d6-98aa2380a20f req-989548d9-b944-454e-8f4c-f67a49c31a53 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 May 12 23:27:37.904769 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370d77-a5ad-4f3f-b6f7-6b5953c0d547 req-edbf489f-a906-458e-aabe-b7df1e13e03b tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:37.905581 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3f370d77-a5ad-4f3f-b6f7-6b5953c0d547 req-edbf489f-a906-458e-aabe-b7df1e13e03b tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0497894 May 12 23:27:37.952471 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3f370d77-a5ad-4f3f-b6f7-6b5953c0d547 req-7b9e3d6e-1936-481d-ac2f-522a45d80aa2 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415273 May 12 23:27:38.205210 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dac25-636f-4291-8007-ff4de58d0c44 req-e0c26947-2b7b-4b4d-bd16-7c11578312d7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:38.206741 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cc0dac25-636f-4291-8007-ff4de58d0c44 req-e0c26947-2b7b-4b4d-bd16-7c11578312d7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0496495 May 12 23:27:38.210538 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:27:38.264011 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cc0dac25-636f-4291-8007-ff4de58d0c44 req-5d25fc50-3ec0-4bed-8748-ebb752ffe64a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503979 May 12 23:27:38.312945 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:38.324173 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'port_id': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'mac_address': 'fa:16:3e:64:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:27:38.361941 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:38.362191 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60010b-6f0d-4330-a252-e3f589655221 req-07267879-3d97-4f06-9210-c3896fdbcb56 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:38.362333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:38.363455 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e60010b-6f0d-4330-a252-e3f589655221 req-07267879-3d97-4f06-9210-c3896fdbcb56 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0467732 May 12 23:27:38.375345 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9920fcd-3436-4b0a-8090-6a37e9d2fb91 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:27:38.397009 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:38.400737 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:38.417042 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8e60010b-6f0d-4330-a252-e3f589655221 req-0cab7fa1-09bf-4f21-bb61-bdce576f1a2f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479596 May 12 23:27:38.451032 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:38.975237 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['c9920fcd-3436-4b0a-8090-6a37e9d2fb91'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:27:39.065087 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4787d6-2f33-42a7-8c95-0ef8203e3498 req-9c3b6d22-d1a6-4cf4-ab3c-f8c7a4abc099 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:39.066596 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd4787d6-2f33-42a7-8c95-0ef8203e3498 req-9c3b6d22-d1a6-4cf4-ab3c-f8c7a4abc099 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0463748 May 12 23:27:39.113327 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd4787d6-2f33-42a7-8c95-0ef8203e3498 req-1ab48e8a-cf43-479d-aa0d-ad7863d8b56c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 May 12 23:27:39.374768 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63347579-40ed-4e51-942e-cf65ae44c9d2 req-2eb2a5cc-4836-4bf4-a9ab-5b866f610bd5 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:39.376215 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63347579-40ed-4e51-942e-cf65ae44c9d2 req-2eb2a5cc-4836-4bf4-a9ab-5b866f610bd5 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0463262 May 12 23:27:39.423244 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-63347579-40ed-4e51-942e-cf65ae44c9d2 req-01858f99-0898-4897-b74a-48126e0789ca tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416005 May 12 23:27:39.563632 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a23723-293b-4a09-8c62-474aa4394af5 req-a105b442-33e8-4ead-80f4-b43182ba2680 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:39.565020 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21a23723-293b-4a09-8c62-474aa4394af5 req-a105b442-33e8-4ead-80f4-b43182ba2680 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0774877 May 12 23:27:39.570804 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffda05c-29cd-44a4-8542-bf2964a6eb41 req-cc20482a-1d00-48a7-ad26-1def11f23ff5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:39.572136 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cffda05c-29cd-44a4-8542-bf2964a6eb41 req-cc20482a-1d00-48a7-ad26-1def11f23ff5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 944 time: 0.0833125 May 12 23:27:39.642968 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-21a23723-293b-4a09-8c62-474aa4394af5 req-f103f171-ad99-49d4-a970-239999e148db tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698934 May 12 23:27:39.646953 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cffda05c-29cd-44a4-8542-bf2964a6eb41 req-a0289d5f-fdda-41c3-9f2e-2b01e5531037 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683699 May 12 23:27:39.664998 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:39.801170 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7797f8-60f8-4775-af65-b7860e6f67b2 tempest-TestShelveInstance-1756346512 tempest-TestShelveInstance-1756346512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:39.802677 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-7f7797f8-60f8-4775-af65-b7860e6f67b2 tempest-TestShelveInstance-1756346512 tempest-TestShelveInstance-1756346512-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1124 time: 0.1363890 May 12 23:27:39.805580 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:39.809821 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'port_id': '242b692d-f239-43a0-9656-45b267849bce', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:39.829825 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:39.905492 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.012733 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Allocated IP 172.27.3.102 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/4490c67a-94c3-4a15-8776-105f32de49d0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:27:40.111306 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for port (4490c67a-94c3-4a15-8776-105f32de49d0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.144015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (4490c67a-94c3-4a15-8776-105f32de49d0), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.183818 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:27:40.196205 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:27:40.201448 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:27:40.223703 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:27:40.243919 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'Port': ['ID=4490c67a-94c3-4a15-8776-105f32de49d0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:40.261255 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.261603 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.261943 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.262814 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.263148 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.263471 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.263791 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.264111 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.264457 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.264779 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.265099 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.265418 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.265736 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.266055 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.266370 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:27:40.272670 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:27:40.272670 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.281379 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1f62c-18cc-426b-9269-b016f11af631 req-dfffc4dd-8738-44b6-a8ce-f1a261180c04 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:40.282877 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3c1f62c-18cc-426b-9269-b016f11af631 req-dfffc4dd-8738-44b6-a8ce-f1a261180c04 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0979927 May 12 23:27:40.349997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:40.350386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.377333 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:40.379445 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd197a79-40db-45df-9574-47d491dd9c44" -d '{"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:40.391546 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:40.392704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3c1f62c-18cc-426b-9269-b016f11af631 req-4fe177ca-ac87-464e-880f-c0734d6e4b9c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037276 May 12 23:27:40.397266 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.432612 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92d436e-777c-415d-8455-501fe3ca93c5 x-openstack-request-id: req-a92d436e-777c-415d-8455-501fe3ca93c5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:40.432929 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:40.433185 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a92d436e-777c-415d-8455-501fe3ca93c5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:40.433674 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d436e-777c-415d-8455-501fe3ca93c5'] response: {'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'code': 200} May 12 23:27:40.462645 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:40.673223 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for floatingip (ea960c16-562c-44d5-8f81-10e40fb5ffe7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.770380 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (4490c67a-94c3-4a15-8776-105f32de49d0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.773673 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9aadc478-dd13-43f9-8495-e88efcbf2180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:40.804307 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aafa9-83f9-498c-9228-32493d103fad req-5e56ac28-667a-4dbc-8c65-8de5ece89c01 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:40.805808 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b71aafa9-83f9-498c-9228-32493d103fad req-5e56ac28-667a-4dbc-8c65-8de5ece89c01 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0747631 May 12 23:27:40.895099 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b71aafa9-83f9-498c-9228-32493d103fad req-0485f1b1-468e-48a9-9f70-3300c7d56ec4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831223 May 12 23:27:41.003079 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for port (4490c67a-94c3-4a15-8776-105f32de49d0), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:41.007419 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (4490c67a-94c3-4a15-8776-105f32de49d0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:41.113242 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event updated for resources: {'Port': ['ID=4490c67a-94c3-4a15-8776-105f32de49d0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:41.118477 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8103c-ce13-4d8a-8d60-26e6c0fa05a0 req-9bb4ec64-6de9-48bf-b9c2-619d7c91e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:41.120205 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5c8103c-ce13-4d8a-8d60-26e6c0fa05a0 req-9bb4ec64-6de9-48bf-b9c2-619d7c91e843 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 1130 time: 0.0862067 May 12 23:27:41.122895 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (ea960c16-562c-44d5-8f81-10e40fb5ffe7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:41.237088 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5c8103c-ce13-4d8a-8d60-26e6c0fa05a0 req-884ca068-9399-4d64-bd09-055adc1031c8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806303 May 12 23:27:41.256011 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Floating IP ea960c16-562c-44d5-8f81-10e40fb5ffe7 associated. External IP: 172.27.3.102, port: 242b692d-f239-43a0-9656-45b267849bce. May 12 23:27:41.466454 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:27:41.550129 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e476e57-4b89-4d77-83b4-b69194899da1 req-995cc4dd-b3c7-43f2-a526-aff815255279 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:41.551501 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e476e57-4b89-4d77-83b4-b69194899da1 req-995cc4dd-b3c7-43f2-a526-aff815255279 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0822053 May 12 23:27:41.643874 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e476e57-4b89-4d77-83b4-b69194899da1 req-d48d98dc-3182-42db-b0ac-3ccc3cb1b505 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864697 May 12 23:27:41.646830 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:27:41.657563 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] Sync routers for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:27:41.666952 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:41.669891 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:41.670546 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:41.696874 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-53ef3e03-243c-43a3-aec2-b0f76e982b6d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8903186 May 12 23:27:41.697492 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:41.699905 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4436f8-5b00-4ffa-b91e-4ff79423621e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:41.735332 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4b477d-5f9d-4c7c-b680-22a9acbb4591 x-openstack-request-id: req-dd4b477d-5f9d-4c7c-b680-22a9acbb4591 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:41.735621 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "tag": "242b692d-f239-43a0-9656-45b267849bce", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:41.735874 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd4b477d-5f9d-4c7c-b680-22a9acbb4591 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:41.736277 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4b477d-5f9d-4c7c-b680-22a9acbb4591'] response: {'name': 'network-changed', 'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'status': 'completed', 'code': 200} May 12 23:27:41.779952 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:41.991625 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'ea960c16-562c-44d5-8f81-10e40fb5ffe7', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'port_id': '242b692d-f239-43a0-9656-45b267849bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'mac_address': 'fa:16:3e:c1:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:40Z', 'updated_at': '2022-05-12T23:27:40Z', 'revision_number': 0, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:17Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:42.018218 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] Checking router: 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:27:42.028431 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:42.029058 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:42.147415 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:42.239638 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae282966-3a25-44b9-9d48-c5c35e2fb598 req-1436cb08-d415-4c5e-8071-a0a9c1ad1ed5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:42.241482 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae282966-3a25-44b9-9d48-c5c35e2fb598 req-1436cb08-d415-4c5e-8071-a0a9c1ad1ed5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.2718644 May 12 23:27:42.314839 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae282966-3a25-44b9-9d48-c5c35e2fb598 req-ca22ad7d-3c83-4ce1-918c-22be82ac984d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667870 May 12 23:27:42.397250 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafec7a-b226-41f9-95a9-ea5e02692a16 req-c792ce1c-5550-4d5f-ad1f-66a71ed9b851 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:42.398839 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1eafec7a-b226-41f9-95a9-ea5e02692a16 req-c792ce1c-5550-4d5f-ad1f-66a71ed9b851 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.0460520 May 12 23:27:42.400005 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'ea960c16-562c-44d5-8f81-10e40fb5ffe7', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'port_id': '242b692d-f239-43a0-9656-45b267849bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'mac_address': 'fa:16:3e:c1:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:40Z', 'updated_at': '2022-05-12T23:27:40Z', 'revision_number': 0, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:17Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:42.431642 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c9f5d-4ab2-4a00-9bb7-072664c8c94e None None] The sync data for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi is: [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'ea960c16-562c-44d5-8f81-10e40fb5ffe7', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'port_id': '242b692d-f239-43a0-9656-45b267849bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'mac_address': 'fa:16:3e:c1:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:40Z', 'updated_at': '2022-05-12T23:27:40Z', 'revision_number': 0, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:17Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:27:42.446539 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1eafec7a-b226-41f9-95a9-ea5e02692a16 req-87b58af9-0ffe-499c-8c59-7e9f099c4516 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415051 May 12 23:27:42.619800 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20505924-f210-432c-8111-938194a2fb51 None None] New status for floating IP ea960c16-562c-44d5-8f81-10e40fb5ffe7: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:27:42.763068 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651738ec-c79e-4859-9dd7-a9388bd90e40 req-9c922bb4-e334-431f-8792-edf4f0134574 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:42.764580 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-651738ec-c79e-4859-9dd7-a9388bd90e40 req-9c922bb4-e334-431f-8792-edf4f0134574 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0499928 May 12 23:27:42.814912 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-651738ec-c79e-4859-9dd7-a9388bd90e40 req-c5b3f25a-b04e-4c76-b51d-5763e3ded6d9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 May 12 23:27:43.176838 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e63aea-00c8-4a07-a2d7-03dc00cc46aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:43.428439 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:27:43.437252 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251de7a7-af3d-4946-a312-35377b9bd6a7 req-58e8ecf9-d9ea-44fb-8693-bbb3eb84c630 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:43.438770 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-251de7a7-af3d-4946-a312-35377b9bd6a7 req-58e8ecf9-d9ea-44fb-8693-bbb3eb84c630 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0476005 May 12 23:27:43.484476 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-251de7a7-af3d-4946-a312-35377b9bd6a7 req-8fad7f54-5e19-4e35-9af9-13fc866b7793 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 May 12 23:27:43.556735 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e03320-3d02-4842-8e8f-f9f70659a1aa req-ac8528f7-5a03-4413-960c-7968a34f0698 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:43.558198 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70e03320-3d02-4842-8e8f-f9f70659a1aa req-ac8528f7-5a03-4413-960c-7968a34f0698 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.0462725 May 12 23:27:43.606948 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70e03320-3d02-4842-8e8f-f9f70659a1aa req-8d19c7d5-a2a7-44b3-93b8-07a6b230e886 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427792 May 12 23:27:43.927063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6e5da-4945-475a-a0a2-6bcc3d0e986f req-3c0722d7-e781-4ca6-9f0f-4962ff20f300 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:43.928653 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9cd6e5da-4945-475a-a0a2-6bcc3d0e986f req-3c0722d7-e781-4ca6-9f0f-4962ff20f300 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0470252 May 12 23:27:43.973849 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9cd6e5da-4945-475a-a0a2-6bcc3d0e986f req-45465995-320d-415f-907c-371dfb44d567 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 May 12 23:27:44.045681 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:44.112675 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:44.611288 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7f40d-faec-40fb-9764-c11ea7c885ab req-7f1f0465-c7e8-4439-baf3-bddd182066de tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:44.613163 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-57f7f40d-faec-40fb-9764-c11ea7c885ab req-7f1f0465-c7e8-4439-baf3-bddd182066de tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0524313 May 12 23:27:44.723845 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-9b8cbf25-dead-4520-bb64-bf5ddcf42719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:44.725343 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-9b8cbf25-dead-4520-bb64-bf5ddcf42719 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1129 time: 0.0909607 May 12 23:27:44.741010 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-57f7f40d-faec-40fb-9764-c11ea7c885ab req-4d3461f6-dc74-4c40-bbd8-4622d54715c0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221395 May 12 23:27:44.752216 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93c2a-ac20-41b6-8488-088aeab666ff req-d13ef4a1-6955-4ecf-8545-247620c056c0 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:44.754051 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-97a93c2a-ac20-41b6-8488-088aeab666ff req-d13ef4a1-6955-4ecf-8545-247620c056c0 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.0674961 May 12 23:27:44.815498 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-97a93c2a-ac20-41b6-8488-088aeab666ff req-4eee42e2-14b6-488d-8462-d13d5009e635 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447941 May 12 23:27:45.085984 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66092-1718-4be2-b3f1-abd0ee550638 req-afb5df0b-25ad-4685-8556-e32a89ab7bec tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:45.087460 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4bb66092-1718-4be2-b3f1-abd0ee550638 req-afb5df0b-25ad-4685-8556-e32a89ab7bec tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0472445 May 12 23:27:45.132765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4bb66092-1718-4be2-b3f1-abd0ee550638 req-a0ba32bc-6b0a-428b-b367-ab1c845b6911 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 May 12 23:27:45.325935 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843624e3-2d5e-41d3-a40d-398ce8cc7b07 req-75da00b9-d29c-4174-8d2f-aafb40abb66d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:45.327445 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-843624e3-2d5e-41d3-a40d-398ce8cc7b07 req-75da00b9-d29c-4174-8d2f-aafb40abb66d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0514820 May 12 23:27:45.373125 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-843624e3-2d5e-41d3-a40d-398ce8cc7b07 req-ff57605e-d49b-46e8-8448-61ef648e7e0c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 May 12 23:27:45.728706 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:45.861713 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7d639-7bd0-4e22-9269-94788fa4f143 req-006563b5-df19-4769-ae75-c74e33cd4da2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:45.863197 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dde7d639-7bd0-4e22-9269-94788fa4f143 req-006563b5-df19-4769-ae75-c74e33cd4da2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0463493 May 12 23:27:45.967081 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-f7c8e9e1-c53d-44c5-a4d3-633a6602c908 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:45.968941 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-f7c8e9e1-c53d-44c5-a4d3-633a6602c908 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.0740087 May 12 23:27:45.977904 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dde7d639-7bd0-4e22-9269-94788fa4f143 req-8291fa77-8635-41f6-8e1d-9556c827af07 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092365 May 12 23:27:46.027581 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd66f-61bb-4115-9993-210ab2f3021f req-01f319cb-9335-452d-b726-64ec95b257ae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.029088 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f7dd66f-61bb-4115-9993-210ab2f3021f req-01f319cb-9335-452d-b726-64ec95b257ae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 945 time: 0.1455815 May 12 23:27:46.082421 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-e4e9077d-3afc-4f2a-8fe6-ad289c6b38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.083878 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-e4e9077d-3afc-4f2a-8fe6-ad289c6b38c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 909 time: 0.1610875 May 12 23:27:46.085704 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:27:46.086050 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:46.094736 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f7dd66f-61bb-4115-9993-210ab2f3021f req-bcb48c27-7c07-4901-b57b-bd92aeef6e3c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=39f38592-e567-4c40-b108-68d9452acdef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595193 May 12 23:27:46.174299 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] For port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:46.174660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:46.545188 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2b0cf-cb6e-4ce8-90dc-048f0e95fffd req-b3a54adf-cc9b-4742-ae34-189ffb95d9ee tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.546740 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cec2b0cf-cb6e-4ce8-90dc-048f0e95fffd req-b3a54adf-cc9b-4742-ae34-189ffb95d9ee tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0936031 May 12 23:27:46.551360 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-99d94dac-f7e5-4816-8157-4727b635e92f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 1001 time: 0.1090105 May 12 23:27:46.640370 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cec2b0cf-cb6e-4ce8-90dc-048f0e95fffd req-ed23f448-eeeb-4498-b4f8-79921cd7b720 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865724 May 12 23:27:46.651468 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-94c6d657-f96d-4f2b-8e30-6cd83aa9402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.653566 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-94c6d657-f96d-4f2b-8e30-6cd83aa9402c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 200 len: 847 time: 0.0794761 May 12 23:27:46.682461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:46.682815 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (ae13c09b-31d9-4dfe-9fdc-329a73017209), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:46.683128 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP ae13c09b-31d9-4dfe-9fdc-329a73017209 disassociated. External IP: 172.27.3.122, port: 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb. May 12 23:27:46.683470 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:27:46.686631 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-14903de9-4afb-4079-892c-20e91a1e2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.688151 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-14903de9-4afb-4079-892c-20e91a1e2b18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 1129 time: 0.0721395 May 12 23:27:46.710794 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-9a616c37-261e-4826-aec5-95e3a243c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.712328 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-9a616c37-261e-4826-aec5-95e3a243c760 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a041d304-4706-4ce5-b2c4-97aa7ee5765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482028 May 12 23:27:46.811696 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-e2ed7160-0820-4100-80f0-3566369c4b48 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842702 May 12 23:27:46.841698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-b2ec10ad-fddf-40f0-8429-0c8ab4017090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:46.843510 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-b2ec10ad-fddf-40f0-8429-0c8ab4017090 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 912 time: 0.1419847 May 12 23:27:46.913335 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fd4436f8-5b00-4ffa-b91e-4ff79423621e req-b362ee81-bb6c-4cd3-b04d-fb52fc270270 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873723 May 12 23:27:46.945127 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-0b5edb2f-91e9-4bc5-a24a-6d9c6ac6067e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 200 len: 1000 time: 0.0925977 May 12 23:27:46.946190 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (6497d5aa-33ed-4ffe-854a-a190f2cdfdfb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:46.988204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=6497d5aa-33ed-4ffe-854a-a190f2cdfdfb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:47.064235 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-cf04ce97-306b-4c5e-ac51-9c1678379bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:47.065737 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-cf04ce97-306b-4c5e-ac51-9c1678379bef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0865812 May 12 23:27:47.158802 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-70fa6410-09d1-40d4-876b-b01aba32fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:47.160328 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-70fa6410-09d1-40d4-876b-b01aba32fdcb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796421 May 12 23:27:47.165659 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:27:47.198711 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-85ad8fd1-e5d1-4bd4-8adc-e69ccf4cab06 req-25c715cd-6705-42a9-9e35-15e977731a3f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 210 time: 0.0314450 May 12 23:27:47.233080 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:47.350187 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-e58a350f-6077-4797-bd95-9a813c5a8934 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787958 May 12 23:27:47.360545 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:27:47.372652 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:27:47.382548 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:47.383157 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:47.422744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] No DVR routers for this DVR port 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:27:47.426706 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:47.429887 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0bfbd0d-8530-4b42-a682-29719704ade7 req-37653110-6628-4d8d-adab-7a639db8c91a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "DELETE /v2.0/ports/6497d5aa-33ed-4ffe-854a-a190f2cdfdfb HTTP/1.1" status: 204 len: 173 time: 1.4450262 May 12 23:27:47.430320 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'name': 'network-vif-deleted', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:47.432534 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f3a5fd-403a-4ff0-99f1-5097f256c20b" -d '{"events": [{"server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "name": "network-vif-deleted", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:47.503770 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1193a3a8-22fa-40f1-94da-9cb6337cb41c x-openstack-request-id: req-1193a3a8-22fa-40f1-94da-9cb6337cb41c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:47.504062 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caed4909-8d27-4a23-884e-9f742b58bce1", "name": "network-vif-deleted", "tag": "6497d5aa-33ed-4ffe-854a-a190f2cdfdfb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:47.504325 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1193a3a8-22fa-40f1-94da-9cb6337cb41c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:47.504725 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1193a3a8-22fa-40f1-94da-9cb6337cb41c'] response: {'server_uuid': 'caed4909-8d27-4a23-884e-9f742b58bce1', 'name': 'network-vif-deleted', 'tag': '6497d5aa-33ed-4ffe-854a-a190f2cdfdfb', 'status': 'completed', 'code': 200} May 12 23:27:47.510163 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5c0f66d-4598-47d9-8891-ff5ac425fba8 req-da3fb4c3-4255-4c89-a8ba-70958bb90903 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444604 May 12 23:27:47.517866 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:47.772761 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:12Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:47.807770 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dca0ff-2a15-4148-b7e7-37f8522a15ff req-ca3674ad-d439-4330-8485-e8d1153f15fc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:47.809381 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c3dca0ff-2a15-4148-b7e7-37f8522a15ff req-ca3674ad-d439-4330-8485-e8d1153f15fc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0753822 May 12 23:27:47.814145 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:27:47.825923 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:47.826661 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:47.883872 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c3dca0ff-2a15-4148-b7e7-37f8522a15ff req-ff499e32-b146-40c0-b9e8-104cf3e9948d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689278 May 12 23:27:47.900786 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec85bc-4270-439a-a640-fd42205b6f4c req-22e6fdc2-8692-45f6-a4f1-84874ea92d42 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:47.903389 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6ec85bc-4270-439a-a640-fd42205b6f4c req-22e6fdc2-8692-45f6-a4f1-84874ea92d42 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0573978 May 12 23:27:47.947984 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:47.954864 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a6ec85bc-4270-439a-a640-fd42205b6f4c req-0cef55c3-875c-4184-8313-c38a471e93a1 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 May 12 23:27:47.976990 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55762) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:48.070792 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfeb48-bf93-4f04-b25b-e6441be3361b tempest-TestMinimumBasicScenario-472584518 tempest-TestMinimumBasicScenario-472584518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:48.076591 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-26bfeb48-bf93-4f04-b25b-e6441be3361b tempest-TestMinimumBasicScenario-472584518 tempest-TestMinimumBasicScenario-472584518-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1125 time: 0.0943546 May 12 23:27:48.077694 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:48.087634 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'port_id': '39304133-41b7-449f-8aed-e1e0fedb9974', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:48.119253 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:48.203852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:48.271686 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:12Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:48.304561 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f8aca-7807-4d38-8d89-c7ad0c8397d2 None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'c3f99c7d-5edf-4872-859d-3623852b09e2', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:24:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:24:36Z', 'updated_at': '2022-05-12T23:25:12Z', 'revision_number': 2, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:27:48.337553 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Allocated IP 172.27.3.47 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/8373eb08-9fdd-4113-8b30-44b768ed9086) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:27:48.358811 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1ebf3dd9-a2bc-4aed-b188-12a4b7a0d7d8 req-3ca8734e-6647-4ca9-b7a5-3ccfe51da08f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=caed4909-8d27-4a23-884e-9f742b58bce1 HTTP/1.1" status: 200 len: 210 time: 0.0571344 May 12 23:27:48.478140 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:48.515696 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:48.555918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:27:48.561292 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:27:48.564928 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:27:48.601003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'Port': ['ID=8373eb08-9fdd-4113-8b30-44b768ed9086,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:48.628176 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e0f600-40ac-4e74-a6b4-da0384ba7632 None None] New status for floating IP ae13c09b-31d9-4dfe-9fdc-329a73017209: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:27:48.926750 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for floatingip (a78f2e33-dde1-4440-986d-cf040259e718), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.002579 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.007555 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3d350-49a2-42b5-af26-1cbb89936599 req-eb954bbf-80b5-4400-82a5-26bbd6c9eee3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:49.009113 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08c3d350-49a2-42b5-af26-1cbb89936599 req-eb954bbf-80b5-4400-82a5-26bbd6c9eee3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0525820 May 12 23:27:49.084889 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-08c3d350-49a2-42b5-af26-1cbb89936599 req-d1f931d4-f63f-4475-b997-f3410b56d3ac tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 May 12 23:27:49.210589 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.215074 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.245330 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (a78f2e33-dde1-4440-986d-cf040259e718), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.301519 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'Port': ['ID=8373eb08-9fdd-4113-8b30-44b768ed9086,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:49.361271 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Floating IP a78f2e33-dde1-4440-986d-cf040259e718 associated. External IP: 172.27.3.47, port: 39304133-41b7-449f-8aed-e1e0fedb9974. May 12 23:27:49.445824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:49.500021 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96fb6a52-8875-44a9-b8bb-8b9156f591b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (39f38592-e567-4c40-b108-68d9452acdef), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.525058 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96fb6a52-8875-44a9-b8bb-8b9156f591b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (39f38592-e567-4c40-b108-68d9452acdef), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.585245 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96fb6a52-8875-44a9-b8bb-8b9156f591b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (39f38592-e567-4c40-b108-68d9452acdef), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.587730 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96fb6a52-8875-44a9-b8bb-8b9156f591b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.591421 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-96fb6a52-8875-44a9-b8bb-8b9156f591b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/security-groups/39f38592-e567-4c40-b108-68d9452acdef HTTP/1.1" status: 204 len: 168 time: 0.1418691 May 12 23:27:49.592416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:49.595160 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Router 9ecc5139-5199-4373-b4a7-9d699eff92a6 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:27:49.612961 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb6a52-8875-44a9-b8bb-8b9156f591b7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f38592-e567-4c40-b108-68d9452acdef,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:49.615917 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-2ef39181-c5af-4296-9fc9-8fe60a96c9a8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] show failed (client error): The resource could not be found. May 12 23:27:49.619587 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2ef39181-c5af-4296-9fc9-8fe60a96c9a8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups/39f38592-e567-4c40-b108-68d9452acdef HTTP/1.1" status: 404 len: 347 time: 0.0225239 May 12 23:27:49.619833 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:49.719724 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:27:49.731328 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] Sync routers for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:27:49.750354 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.750822 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:49.752435 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:49.759134 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 11d28a89-69ff-400c-af05-279f3576abd2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:27:49.759480 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (11d28a89-69ff-400c-af05-279f3576abd2), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.803904 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-dadbb22a-b31a-4d58-90b9-7c1d2378606f tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7240620 May 12 23:27:49.804748 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:49.805522 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:49.808521 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf64a1-6259-411e-8375-4a1ca3b1cee7" -d '{"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:49.816961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347856326', 'description': 'tempest-secgroup-smoke-347856326 description', 'project_id': '20c41bc998214b4fbaa006b920017f85'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:49.861263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.861492 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (11d28a89-69ff-400c-af05-279f3576abd2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.861778 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (11d28a89-69ff-400c-af05-279f3576abd2), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:49.877403 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc6d1c-166d-448e-8ec4-d20ab2910883 x-openstack-request-id: req-12bc6d1c-166d-448e-8ec4-d20ab2910883 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:49.877708 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:49.877937 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12bc6d1c-166d-448e-8ec4-d20ab2910883 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:49.878354 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bc6d1c-166d-448e-8ec4-d20ab2910883'] response: {'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'status': 'completed', 'code': 200} May 12 23:27:49.878686 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 11d28a89-69ff-400c-af05-279f3576abd2 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:27:49.942467 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-2a7209f8-98d1-482f-8a99-bcce993c7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:49.944411 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-2a7209f8-98d1-482f-8a99-bcce993c7f61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1130 time: 0.0504909 May 12 23:27:49.946554 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:50.084019 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-705685c8-37eb-4a66-8abb-ae7d722fae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:50.087333 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-705685c8-37eb-4a66-8abb-ae7d722fae0f service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 916 time: 0.1326728 May 12 23:27:50.090235 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group (f58509ef-a8b1-487c-9320-201f9e1bf006), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.092124 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (11d28a89-69ff-400c-af05-279f3576abd2), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.104602 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f58509ef-a8b1-487c-9320-201f9e1bf006), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.129154 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=11d28a89-69ff-400c-af05-279f3576abd2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:50.196508 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.200371 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3855541 May 12 23:27:50.200925 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (ae13c09b-31d9-4dfe-9fdc-329a73017209), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.203205 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:50.203829 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.205352 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-364527b8-3541-4eed-918c-8964906708a2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae13c09b-31d9-4dfe-9fdc-329a73017209 HTTP/1.1" status: 204 len: 168 time: 0.5844572 May 12 23:27:50.209335 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group_rule': {'security_group_id': 'f58509ef-a8b1-487c-9320-201f9e1bf006', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:50.216587 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02670e91-abd9-4e57-9755-3ad3de1dfed6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58509ef-a8b1-487c-9320-201f9e1bf006,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:50.221116 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-f7f3da71-5bca-4723-ba34-264776c2e401 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 999 time: 0.1271226 May 12 23:27:50.243297 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'a78f2e33-dde1-4440-986d-cf040259e718', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'port_id': '39304133-41b7-449f-8aed-e1e0fedb9974', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'mac_address': 'fa:16:3e:f1:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:48Z', 'updated_at': '2022-05-12T23:27:48Z', 'revision_number': 0, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:33Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:50.274320 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] Checking router: 9ecc5139-5199-4373-b4a7-9d699eff92a6 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:27:50.274571 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (ee5598dd-765c-4248-82b4-56465b81d161), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.283891 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:27:50.291082 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:50.291890 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:50.317148 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:27:50.317645 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6497d5aa-33ed-4ffe-854a-a190f2cdfdfb not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:27:50.321159 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-786ec7bb-6916-46c0-84ce-50c42661b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:50.322806 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-786ec7bb-6916-46c0-84ce-50c42661b911 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 200 len: 854 time: 0.0893159 May 12 23:27:50.384024 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (ee5598dd-765c-4248-82b4-56465b81d161), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.387698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-d3c54717-9094-407b-a1ee-e056fde26c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:50.389012 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-d3c54717-9094-407b-a1ee-e056fde26c5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577528 May 12 23:27:50.390111 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (ee5598dd-765c-4248-82b4-56465b81d161), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.419548 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:50.431346 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5598dd-765c-4248-82b4-56465b81d161,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:50.472214 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.475977 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3a1e0b1e-a110-4f36-9091-5b7e7fc08eaa tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675686 May 12 23:27:50.476345 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:50.480831 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group_rule': {'security_group_id': 'f58509ef-a8b1-487c-9320-201f9e1bf006', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:50.527652 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-9d981bae-29ef-4bc8-bd4a-7d760d0b5271 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276014 May 12 23:27:50.530361 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (3b36438a-84bf-4bc9-a95a-e8ddfba0f709), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.636397 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (3b36438a-84bf-4bc9-a95a-e8ddfba0f709), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.643176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (3b36438a-84bf-4bc9-a95a-e8ddfba0f709), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.668950 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b36438a-84bf-4bc9-a95a-e8ddfba0f709,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:50.680658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.689854 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c37fab76-e124-40da-86ed-6a3a35ebe967 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2088189 May 12 23:27:50.689854 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:50.695413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group_rule': {'security_group_id': 'f58509ef-a8b1-487c-9320-201f9e1bf006', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:50.713795 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'a78f2e33-dde1-4440-986d-cf040259e718', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'port_id': '39304133-41b7-449f-8aed-e1e0fedb9974', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'mac_address': 'fa:16:3e:f1:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:48Z', 'updated_at': '2022-05-12T23:27:48Z', 'revision_number': 0, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:33Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:50.753995 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fee2e-bd9a-4175-866f-777ad19adadd None None] The sync data for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi is: [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'a78f2e33-dde1-4440-986d-cf040259e718', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'port_id': '39304133-41b7-449f-8aed-e1e0fedb9974', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'mac_address': 'fa:16:3e:f1:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:48Z', 'updated_at': '2022-05-12T23:27:48Z', 'revision_number': 0, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:33Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:27:50.765194 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (05d9f929-f08d-4eb9-84df-c385c72665e4), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.847325 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (05d9f929-f08d-4eb9-84df-c385c72665e4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.851534 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (05d9f929-f08d-4eb9-84df-c385c72665e4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.875237 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d9f929-f08d-4eb9-84df-c385c72665e4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:50.887990 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.889521 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1ad13a96-bb72-4e3a-80d4-c7fb7eb57ae6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998851 May 12 23:27:50.892146 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:50.896440 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group_rule': {'security_group_id': 'f58509ef-a8b1-487c-9320-201f9e1bf006', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:50.929485 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (bad4a43e-3973-409d-86bf-1b729d8f898a), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.974362 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9baf64a1-6259-411e-8375-4a1ca3b1cee7 req-ca28ce61-449d-488e-9979-2190f1f452ac service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394739 May 12 23:27:50.994335 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (bad4a43e-3973-409d-86bf-1b729d8f898a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:50.998932 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (bad4a43e-3973-409d-86bf-1b729d8f898a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.002970 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20930921-4fb3-4d61-ba13-d72298e617a7 None None] New status for floating IP a78f2e33-dde1-4440-986d-cf040259e718: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:27:51.012984 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad4a43e-3973-409d-86bf-1b729d8f898a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:51.027674 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.028919 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d3b36a55-7b95-4c5c-a2cc-367b53d2be02 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357729 May 12 23:27:51.031518 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:51.035730 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group_rule': {'security_group_id': 'f58509ef-a8b1-487c-9320-201f9e1bf006', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:51.056723 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Project 20c41bc998214b4fbaa006b920017f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 23:27:51.062824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (c5d0887f-92da-4343-90cf-1d8ef20b4d1d), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.124107 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (c5d0887f-92da-4343-90cf-1d8ef20b4d1d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.128695 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (c5d0887f-92da-4343-90cf-1d8ef20b4d1d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.152041 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d0887f-92da-4343-90cf-1d8ef20b4d1d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:51.157279 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.161092 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-31d9c788-e0aa-429a-9f9c-6bc53ae9325a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260726 May 12 23:27:51.161215 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:51.165884 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'security_group_rule': {'security_group_id': 'f58509ef-a8b1-487c-9320-201f9e1bf006', 'project_id': '20c41bc998214b4fbaa006b920017f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:51.187330 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Project 20c41bc998214b4fbaa006b920017f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 23:27:51.193611 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (f1599bb2-7d9a-4033-a6cf-3ae904e044c3), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.247750 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (f1599bb2-7d9a-4033-a6cf-3ae904e044c3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.251119 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (f1599bb2-7d9a-4033-a6cf-3ae904e044c3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.270701 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1599bb2-7d9a-4033-a6cf-3ae904e044c3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:51.275920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.277145 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9de1440e-1cd6-496a-81bc-1a2d1c4c6573 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149969 May 12 23:27:51.372460 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2344883-3b01-438b-8b70-f362924febb8 req-6939e733-8cab-4dbb-bc30-78c357d88728 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347856326&fields=id&tenant_id=20c41bc998214b4fbaa006b920017f85 HTTP/1.1" status: 200 len: 267 time: 0.0502779 May 12 23:27:51.423015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2344883-3b01-438b-8b70-f362924febb8 req-542d5e9d-1025-4146-9a16-5f4ebacbc76b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:51.424408 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2344883-3b01-438b-8b70-f362924febb8 req-542d5e9d-1025-4146-9a16-5f4ebacbc76b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0466652 May 12 23:27:51.435323 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'port': {'security_groups': ['064a7b56-1318-4aa0-9ee8-7a0991893ae7', 'f58509ef-a8b1-487c-9320-201f9e1bf006']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:51.503976 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.778895 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:51.808563 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for port (39304133-41b7-449f-8aed-e1e0fedb9974), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.814316 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.828234 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['39304133-41b7-449f-8aed-e1e0fedb9974'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:27:51.859388 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:51.860069 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:51.861534 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2344883-3b01-438b-8b70-f362924febb8 req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "PUT /v2.0/ports/39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 982 time: 0.4311631 May 12 23:27:51.864193 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:51.866498 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f856e2-532f-4a09-a075-cdd9e75ff7be" -d '{"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:51.920417 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95090db-da4e-4892-9828-0d572561da0b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:51.947933 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712fd22f-4650-48ce-aed2-0508239e8004 x-openstack-request-id: req-712fd22f-4650-48ce-aed2-0508239e8004 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:51.948750 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:51.949618 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-712fd22f-4650-48ce-aed2-0508239e8004 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:51.950548 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712fd22f-4650-48ce-aed2-0508239e8004'] response: {'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'status': 'completed', 'code': 200} May 12 23:27:52.020405 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-a956003c-0b2a-4d6a-a300-40eee2f6f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:52.022100 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-a956003c-0b2a-4d6a-a300-40eee2f6f6fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1169 time: 0.0622489 May 12 23:27:52.048103 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['39304133-41b7-449f-8aed-e1e0fedb9974'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:27:52.127580 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb40497-2e56-4497-a6bf-148c75259f51 req-94479305-f226-4e33-97bb-b3cc3f516a2c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:52.129206 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-beb40497-2e56-4497-a6bf-148c75259f51 req-94479305-f226-4e33-97bb-b3cc3f516a2c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0760481 May 12 23:27:52.135198 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9cbc-bcaa-4350-88ed-972cf9595e31 req-b983c47f-19d0-47a9-add9-cc0bb88cc8ba tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:52.136701 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41fd9cbc-bcaa-4350-88ed-972cf9595e31 req-b983c47f-19d0-47a9-add9-cc0bb88cc8ba tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0941322 May 12 23:27:52.206182 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-beb40497-2e56-4497-a6bf-148c75259f51 req-e9d5284e-1e9c-4545-95f1-c3bdb4955802 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670702 May 12 23:27:52.231496 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41fd9cbc-bcaa-4350-88ed-972cf9595e31 req-0bb68ea3-0c9c-4e6d-8d59-1cf2406e485e tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857625 May 12 23:27:52.291346 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e9009ded-1094-460f-b43a-3af4a77bd64e None None] Provisioning complete for port 39304133-41b7-449f-8aed-e1e0fedb9974 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:27:52.291714 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9009ded-1094-460f-b43a-3af4a77bd64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:52.467577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e9009ded-1094-460f-b43a-3af4a77bd64e None None] Current status of the port 39304133-41b7-449f-8aed-e1e0fedb9974 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:27:53.322340 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fc7f3-cc67-4d29-a665-671baa10e127 req-cc0fc329-0fe4-4e43-a547-7355644d3ad8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:53.323778 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf0fc7f3-cc67-4d29-a665-671baa10e127 req-cc0fc329-0fe4-4e43-a547-7355644d3ad8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0495207 May 12 23:27:53.368015 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bf0fc7f3-cc67-4d29-a665-671baa10e127 req-b8b433b9-1406-45fa-8287-92b8fce0cfe9 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381575 May 12 23:27:53.914904 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-74212ae1-43b9-4750-a93e-4a53c5d4468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:53.917727 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-74212ae1-43b9-4750-a93e-4a53c5d4468e service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 916 time: 0.0858183 May 12 23:27:54.018088 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-70893b3e-efda-4eb0-99c2-a3e60b83bee3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 1001 time: 0.0641730 May 12 23:27:54.373355 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-19117332-697f-4e13-8062-66c4ad533f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:54.374686 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-19117332-697f-4e13-8062-66c4ad533f9c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 200 len: 854 time: 0.0437722 May 12 23:27:54.426742 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-371a500d-6e2f-4044-b0df-670ae43cfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:54.428347 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-371a500d-6e2f-4044-b0df-670ae43cfa34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425649 May 12 23:27:54.481942 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c067-5662-4459-b8bd-2da11a674d72 req-6756e3d0-5074-440a-a4e2-3b874f11f6d7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:54.483405 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82e4c067-5662-4459-b8bd-2da11a674d72 req-6756e3d0-5074-440a-a4e2-3b874f11f6d7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0463514 May 12 23:27:54.529804 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-82e4c067-5662-4459-b8bd-2da11a674d72 req-c4f1f979-c5c7-468a-9c67-5ed3ccec096e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf32d463-4a7a-4748-b9a8-00a7c69c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 May 12 23:27:54.568917 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-593f66eb-4a44-445e-8adc-5014eb065adb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:54.570348 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-593f66eb-4a44-445e-8adc-5014eb065adb tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 946 time: 0.0841398 May 12 23:27:54.657837 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-daa677d4-83a9-443b-838a-2585d58dca65 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792965 May 12 23:27:54.698606 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 599dffac-64d8-47b7-90f1-67f0aa866c07 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:27:54.698945 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:54.822081 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f856e2-532f-4a09-a075-cdd9e75ff7be req-3e328e02-3abb-4110-ad60-a3099f39933b service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570199 May 12 23:27:54.837612 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] For port 599dffac-64d8-47b7-90f1-67f0aa866c07, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=599dffac-64d8-47b7-90f1-67f0aa866c07,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:27:54.837977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:55.008425 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:55.009056 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (c3f99c7d-5edf-4872-859d-3623852b09e2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:55.009056 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP c3f99c7d-5edf-4872-859d-3623852b09e2 disassociated. External IP: 172.27.3.6, port: 599dffac-64d8-47b7-90f1-67f0aa866c07. May 12 23:27:55.009336 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 599dffac-64d8-47b7-90f1-67f0aa866c07 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:27:55.136803 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (599dffac-64d8-47b7-90f1-67f0aa866c07), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:55.162382 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=599dffac-64d8-47b7-90f1-67f0aa866c07,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:55.282816 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:27:55.395177 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:27:55.405742 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:27:55.415344 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:55.415949 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:55.440743 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] No DVR routers for this DVR port 599dffac-64d8-47b7-90f1-67f0aa866c07 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:27:55.443134 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:55.446337 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5f8034ed-9366-4519-976a-8e84777a7fcb req-e3801be3-0f85-42bd-8578-114adade0768 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "DELETE /v2.0/ports/599dffac-64d8-47b7-90f1-67f0aa866c07 HTTP/1.1" status: 204 len: 173 time: 0.8698323 May 12 23:27:55.446764 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'name': 'network-vif-deleted', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:27:55.449021 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509a859-ee2e-4937-a1ac-7bef9822583a" -d '{"events": [{"server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "name": "network-vif-deleted", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:27:55.486363 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08fca2-a9a6-4179-87fc-628967ddc5ee x-openstack-request-id: req-1b08fca2-a9a6-4179-87fc-628967ddc5ee {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:27:55.486654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0", "name": "network-vif-deleted", "tag": "599dffac-64d8-47b7-90f1-67f0aa866c07", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:27:55.486949 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b08fca2-a9a6-4179-87fc-628967ddc5ee {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:27:55.487290 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b08fca2-a9a6-4179-87fc-628967ddc5ee'] response: {'server_uuid': '76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0', 'name': 'network-vif-deleted', 'tag': '599dffac-64d8-47b7-90f1-67f0aa866c07', 'status': 'completed', 'code': 200} May 12 23:27:55.531719 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:55.651885 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-17c6bc7f-7705-48a7-b606-fc12e6ef6e7a req-76282c26-2307-47d0-8459-69859ee6211b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d01ea5-e1a8-4b4c-a958-fdfb2cc19bf0 HTTP/1.1" status: 200 len: 210 time: 0.0282242 May 12 23:27:55.743862 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:55.774246 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:27:55.782500 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:27:55.783093 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:55.888234 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:27:56.157536 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:27:56.183506 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9acc9d-3be8-49da-b872-56e539752512 None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:27:56.403795 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c05edf-dc72-4921-8e94-9590a1feb984 None None] New status for floating IP c3f99c7d-5edf-4872-859d-3623852b09e2: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:27:56.738972 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:56.795015 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecb5-3f2b-4d79-b4f5-b685c95b839a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (bf32d463-4a7a-4748-b9a8-00a7c69c63a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:56.817535 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecb5-3f2b-4d79-b4f5-b685c95b839a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (bf32d463-4a7a-4748-b9a8-00a7c69c63a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:56.864647 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecb5-3f2b-4d79-b4f5-b685c95b839a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (bf32d463-4a7a-4748-b9a8-00a7c69c63a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:56.867138 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf1aecb5-3f2b-4d79-b4f5-b685c95b839a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:56.868275 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bf1aecb5-3f2b-4d79-b4f5-b685c95b839a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/security-groups/bf32d463-4a7a-4748-b9a8-00a7c69c63a6 HTTP/1.1" status: 204 len: 168 time: 0.1283236 May 12 23:27:56.871160 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:56.877543 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aecb5-3f2b-4d79-b4f5-b685c95b839a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf32d463-4a7a-4748-b9a8-00a7c69c63a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:56.885267 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-fbad0c0d-9e36-444b-b1ca-7dd258c1d25e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] show failed (client error): The resource could not be found. May 12 23:27:56.889361 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fbad0c0d-9e36-444b-b1ca-7dd258c1d25e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups/bf32d463-4a7a-4748-b9a8-00a7c69c63a6 HTTP/1.1" status: 404 len: 347 time: 0.0139651 May 12 23:27:56.890119 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:57.014614 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 6bc43798-07a9-46fe-bea6-623309ebe5ff {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:27:57.014952 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.087392 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.087644 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (6bc43798-07a9-46fe-bea6-623309ebe5ff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.099778 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 6bc43798-07a9-46fe-bea6-623309ebe5ff owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:27:57.237387 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (6bc43798-07a9-46fe-bea6-623309ebe5ff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.263726 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=6bc43798-07a9-46fe-bea6-623309ebe5ff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:57.290616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (c3f99c7d-5edf-4872-859d-3623852b09e2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.293669 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.294816 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-580092d5-c2e0-4eae-84d0-40ff42916846 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/floatingips/c3f99c7d-5edf-4872-859d-3623852b09e2 HTTP/1.1" status: 204 len: 168 time: 0.4038086 May 12 23:27:57.365493 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 55854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:57.370081 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896225600', 'description': 'tempest-description--815490680'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:57.389961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.453846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (b701ef26-ade2-4d88-994a-46e699f19a9a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.457473 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b701ef26-ade2-4d88-994a-46e699f19a9a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.485813 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.487014 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1204896 May 12 23:27:57.488898 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf41989-c100-42c5-8c7e-b5941fcb6e96 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b701ef26-ade2-4d88-994a-46e699f19a9a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:57.490030 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:57.494554 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': 'b701ef26-ade2-4d88-994a-46e699f19a9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:57.520701 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (65753284-9f51-4dca-b010-35b4b9110e04), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.573750 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (65753284-9f51-4dca-b010-35b4b9110e04), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.577674 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (65753284-9f51-4dca-b010-35b4b9110e04), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.594805 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65753284-9f51-4dca-b010-35b4b9110e04,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:57.602404 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.603583 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e5e19bcc-6cf0-4c6e-a5ef-692050efb731 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125460 May 12 23:27:57.606212 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:57.610279 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': 'b701ef26-ade2-4d88-994a-46e699f19a9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:57.633910 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (970724ae-8e79-4b55-a869-1ef8e3d23fc7), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.688515 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (970724ae-8e79-4b55-a869-1ef8e3d23fc7), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.691882 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (970724ae-8e79-4b55-a869-1ef8e3d23fc7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.710762 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970724ae-8e79-4b55-a869-1ef8e3d23fc7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:57.718367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.722502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0368f8ae-c851-4412-9b76-aa7fa5c84ccd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124392 May 12 23:27:57.722665 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:27:57.726742 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:27:57.745649 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.822349 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:57.928930 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.27.3.195 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/aa916598-3f64-4362-9773-953bb9028c59) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:27:58.025293 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (aa916598-3f64-4362-9773-953bb9028c59), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.058373 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (aa916598-3f64-4362-9773-953bb9028c59), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.096726 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:27:58.101089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:27:58.106641 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:27:58.112080 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=aa916598-3f64-4362-9773-953bb9028c59,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:58.191220 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (50685d2b-2fc1-4f21-a60c-fe3a80a3cd70), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.226443 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (aa916598-3f64-4362-9773-953bb9028c59), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.296976 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 599dffac-64d8-47b7-90f1-67f0aa866c07 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:27:58.316356 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 599dffac-64d8-47b7-90f1-67f0aa866c07 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:27:58.316709 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 599dffac-64d8-47b7-90f1-67f0aa866c07 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:27:58.401607 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (aa916598-3f64-4362-9773-953bb9028c59), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.406336 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (aa916598-3f64-4362-9773-953bb9028c59), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.484390 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=aa916598-3f64-4362-9773-953bb9028c59,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:27:58.493999 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (50685d2b-2fc1-4f21-a60c-fe3a80a3cd70), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.508470 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:27:58.509694 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-27bcb543-a4d9-4d1d-b363-838fdc388b52 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7861311 May 12 23:27:58.697385 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-bf1d857f-f6fc-4a7a-b506-9debf503c9dc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1896225600&fields=id&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 267 time: 0.0407190 May 12 23:27:58.804624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-ca96fa1f-8936-44c6-a522-5effbf04f5a1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:27:58.806067 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-ca96fa1f-8936-44c6-a522-5effbf04f5a1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.1000838 May 12 23:27:58.820026 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-8abab8f7-d682-4f40-9f68-83aaa98cc24d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/quotas/e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 375 time: 0.0087087 May 12 23:27:58.866803 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-2da97d48-e02d-43ba-b367-3035f6979a68 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415080 May 12 23:27:58.956990 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-832dbd52-8684-462a-86dd-6916295ea5eb service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792439 May 12 23:27:59.045026 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-a8b6dbf0-3554-4452-824d-aebaa0179ba3 service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 May 12 23:27:59.213568 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a50e385-c39e-4b51-ad02-fd0165eb2131 req-aacebf12-9f7a-4048-b347-67415a80b9c4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 210 time: 0.0309851 May 12 23:28:00.218770 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-f666617d-2b73-4cff-bdd6-9a0579cf1844 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:00.220223 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-f666617d-2b73-4cff-bdd6-9a0579cf1844 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.1105540 May 12 23:28:00.307908 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-5cf164af-5996-4f4f-8b13-d8e28c094795 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 380 time: 0.0567296 May 12 23:28:00.309813 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-09e3bd7f-1c9a-4da0-a534-9ec8fa0a58bc req-ec0ed76b-1ff9-4f06-a374-ebd8f5d04508 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 210 time: 0.0274053 May 12 23:28:00.397594 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'port': {'device_id': '8201efe1-29d9-479e-a174-18185e2a3a92', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'admin_state_up': True, 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'security_groups': ['b701ef26-ade2-4d88-994a-46e699f19a9a']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:00.502355 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Made reservation on behalf of e315b6494fa94fb0bc2d6fd27028f475 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:28:00.505736 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:00.627178 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.20.0.4 (da502bee-be9a-431e-9fcf-9f0d339d4e89/16be676d-5731-4722-872b-f964ae4f789c/08fc6baf-7bd1-417c-8b64-abe9a88e429b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:28:00.759330 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:00.792020 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:00.832746 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:28:00.836385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:28:00.838808 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:28:00.844520 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:00.845137 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:00.861972 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=08fc6baf-7bd1-417c-8b64-abe9a88e429b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:00.873999 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-55b3e315-d8d2-4a46-abc9-547619c19742 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4802358 May 12 23:28:00.889554 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Request body: {'port': {'device_id': '8201efe1-29d9-479e-a174-18185e2a3a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:00.949882 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.043986 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb180626-75af-452f-9d86-4eef2e951dd4 None None] Provisioning complete for port 08fc6baf-7bd1-417c-8b64-abe9a88e429b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:28:01.044576 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb180626-75af-452f-9d86-4eef2e951dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.077464 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bb180626-75af-452f-9d86-4eef2e951dd4 None None] Port 08fc6baf-7bd1-417c-8b64-abe9a88e429b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:28:01.252545 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fc6baf-7bd1-417c-8b64-abe9a88e429b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:28:01.259881 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Publish callbacks [] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.272474 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Transition to ACTIVE for port object 08fc6baf-7bd1-417c-8b64-abe9a88e429b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:28:01.276967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.324858 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Pushing event updated for resources: {'Port': ['ID=08fc6baf-7bd1-417c-8b64-abe9a88e429b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:01.366173 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Attempting to bind port 08fc6baf-7bd1-417c-8b64-abe9a88e429b on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:28:01.366523 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Attempting to bind port 08fc6baf-7bd1-417c-8b64-abe9a88e429b by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:28:01.366831 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Attempting to bind port 08fc6baf-7bd1-417c-8b64-abe9a88e429b on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:28:01.372182 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Port 08fc6baf-7bd1-417c-8b64-abe9a88e429b on network da502bee-be9a-431e-9fcf-9f0d339d4e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:28:01.372549 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Attempting to bind port 08fc6baf-7bd1-417c-8b64-abe9a88e429b on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:28:01.378344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:28:01.378691 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:28:01.379079 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Bound using segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:28:01.379513 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Bound port: 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:28:01.379878 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.450671 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dcb18-b62c-4e18-89a5-2b1d80f37ba9 req-b08c21aa-4ac8-4efe-9077-a91943dbbb0e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:01.452215 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f40dcb18-b62c-4e18-89a5-2b1d80f37ba9 req-b08c21aa-4ac8-4efe-9077-a91943dbbb0e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 943 time: 0.0599692 May 12 23:28:01.460406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] For port 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:28:01.463582 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] For port 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:28:01.471580 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.503548 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:01.503686 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f40dcb18-b62c-4e18-89a5-2b1d80f37ba9 req-fd11c669-bab0-41f7-9e80-e58d2ad11b34 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450833 May 12 23:28:01.504540 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:01.505955 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] 10.222.0.76 "PUT /v2.0/ports/08fc6baf-7bd1-417c-8b64-abe9a88e429b HTTP/1.1" status: 200 len: 1093 time: 0.6206696 May 12 23:28:01.508387 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:01.511837 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d0b01-7bf3-45f3-906f-fede0e0b198c" -d '{"events": [{"name": "network-changed", "server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:01.563485 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d336d7-8a8a-4a2e-b33e-be3844912d3c service neutron] Pushing event updated for resources: {'Port': ['ID=08fc6baf-7bd1-417c-8b64-abe9a88e429b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:01.568779 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a29eb-3f06-4131-9b1a-20ccff08be88 x-openstack-request-id: req-2f8a29eb-3f06-4131-9b1a-20ccff08be88 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:01.569083 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:01.569313 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f8a29eb-3f06-4131-9b1a-20ccff08be88 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:01.569711 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8a29eb-3f06-4131-9b1a-20ccff08be88'] response: {'name': 'network-changed', 'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'status': 'completed', 'code': 200} May 12 23:28:01.596874 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-49eccfc5-1c1b-4f79-bee7-6a405d5c808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:01.598480 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-49eccfc5-1c1b-4f79-bee7-6a405d5c808f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 1127 time: 0.0463822 May 12 23:28:01.647799 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-364e7a67-097c-4a69-b6e2-f2e7eb845d1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b HTTP/1.1" status: 200 len: 217 time: 0.0393252 May 12 23:28:01.703984 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-bb42b8ce-0f5e-43db-897d-89899f7ea695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:01.705466 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-bb42b8ce-0f5e-43db-897d-89899f7ea695 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0493772 May 12 23:28:01.750903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733707-da64-4359-992f-17d6d54aff02 req-8cf40e8e-66d4-4868-859d-06a2466427c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:01.752404 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-8cf40e8e-66d4-4868-859d-06a2466427c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387638 May 12 23:28:01.851485 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-66b37965-b7cd-4959-a65c-cc28f3dc4277 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 May 12 23:28:01.943149 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b733707-da64-4359-992f-17d6d54aff02 req-11093c8c-dcfd-498d-a20e-0ac8168e6ff5 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835886 May 12 23:28:02.615213 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdefb-be7d-4020-a25f-e876d36193c8 req-095a8dce-0ab1-43ef-8175-7c0cd46da404 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:02.616663 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88dfdefb-be7d-4020-a25f-e876d36193c8 req-095a8dce-0ab1-43ef-8175-7c0cd46da404 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 943 time: 0.0456555 May 12 23:28:02.662193 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88dfdefb-be7d-4020-a25f-e876d36193c8 req-a3926a36-178a-4382-b553-3d72b0127343 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401270 May 12 23:28:03.305194 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-7f7ff11f-e5cf-4542-9399-cfe3afab8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:03.306628 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-7f7ff11f-e5cf-4542-9399-cfe3afab8684 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 1127 time: 0.0382166 May 12 23:28:03.396990 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-5aa55a54-d585-4114-bd68-6810def72272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:03.398414 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-5aa55a54-d585-4114-bd68-6810def72272 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.0822811 May 12 23:28:03.449990 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-69d296b9-abc3-4f94-a789-ba7ffe5032f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b HTTP/1.1" status: 200 len: 217 time: 0.0396223 May 12 23:28:03.498210 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-b9efceb0-0c09-4ce4-b048-c22a1fb5d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:03.499603 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-b9efceb0-0c09-4ce4-b048-c22a1fb5d2d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0430174 May 12 23:28:03.548333 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-a469be09-c406-4ca9-b4e8-832a5c7f9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:03.549777 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-a469be09-c406-4ca9-b4e8-832a5c7f9ffe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372951 May 12 23:28:03.640982 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-ec598969-b61c-4575-8e7c-412a0837b6f3 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822194 May 12 23:28:03.732922 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d88d0b01-7bf3-45f3-906f-fede0e0b198c req-8440d75b-e492-431e-8f38-515786ccfb95 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826712 May 12 23:28:03.777899 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075a121-9f3d-41e6-9dde-0af20329dd3b req-5945422d-fa57-4dac-a33b-82a4c92a9c34 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:03.779452 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1075a121-9f3d-41e6-9dde-0af20329dd3b req-5945422d-fa57-4dac-a33b-82a4c92a9c34 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 943 time: 0.0490093 May 12 23:28:03.828909 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1075a121-9f3d-41e6-9dde-0af20329dd3b req-d4162b21-c879-4aab-996c-c1949c60c1f4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 May 12 23:28:04.940047 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574fa62-d87b-4d95-8aef-969b6b158b46 req-cc96d02d-8375-4243-acb3-da103876ff39 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:04.941517 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9574fa62-d87b-4d95-8aef-969b6b158b46 req-cc96d02d-8375-4243-acb3-da103876ff39 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 943 time: 0.0464184 May 12 23:28:04.986629 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9574fa62-d87b-4d95-8aef-969b6b158b46 req-95612840-e683-412f-a975-d57efe3e257e tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 May 12 23:28:06.096671 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff79-e86d-4b4c-963d-21cc001f0387 req-b34f9a87-5014-4aea-bf13-9f64a1837fb7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:06.098090 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0334ff79-e86d-4b4c-963d-21cc001f0387 req-b34f9a87-5014-4aea-bf13-9f64a1837fb7 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 943 time: 0.0448651 May 12 23:28:06.142247 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0334ff79-e86d-4b4c-963d-21cc001f0387 req-25ea05f6-79b3-4cc7-a046-780095715cdf tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 May 12 23:28:06.341518 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 08fc6baf-7bd1-417c-8b64-abe9a88e429b details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:28:06.435636 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:06.446486 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'port_id': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'mac_address': 'fa:16:3e:e6:60:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:28:06.486580 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 08fc6baf-7bd1-417c-8b64-abe9a88e429b is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:28:06.486962 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:06.499394 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fc6baf-7bd1-417c-8b64-abe9a88e429b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:28:06.518584 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:06.522468 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:06.568625 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=08fc6baf-7bd1-417c-8b64-abe9a88e429b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:06.923814 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['08fc6baf-7bd1-417c-8b64-abe9a88e429b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:28:07.255806 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3fb83-6a67-4f36-bb6e-5de2cc2095ca req-4a80b47c-c2af-4ff5-8dbc-9221edd09c54 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:07.257297 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ea3fb83-6a67-4f36-bb6e-5de2cc2095ca req-4a80b47c-c2af-4ff5-8dbc-9221edd09c54 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0499210 May 12 23:28:07.305138 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3ea3fb83-6a67-4f36-bb6e-5de2cc2095ca req-54765235-debe-4570-9367-6e60283a6a6b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 May 12 23:28:08.350816 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 08fc6baf-7bd1-417c-8b64-abe9a88e429b up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:28:08.393785 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 08fc6baf-7bd1-417c-8b64-abe9a88e429b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:28:08.402625 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 08fc6baf-7bd1-417c-8b64-abe9a88e429b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:28:08.403381 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:08.421060 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c075fd8-1fa8-418b-9890-d40b2c8ba9f6 req-357b97c7-cf96-449c-bbed-e2295c69d023 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:08.422538 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c075fd8-1fa8-418b-9890-d40b2c8ba9f6 req-357b97c7-cf96-449c-bbed-e2295c69d023 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0481596 May 12 23:28:08.468052 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c075fd8-1fa8-418b-9890-d40b2c8ba9f6 req-07a2a385-cde4-43b6-ae1f-02028cd5e0ec tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 May 12 23:28:08.484346 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 08fc6baf-7bd1-417c-8b64-abe9a88e429b is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:28:08.484734 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:08.506318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:08.508540 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d9560-cb58-4801-a38e-465215a65726" -d '{"events": [{"server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:08.520992 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:08.524749 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:08.553460 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a7fd83-b062-440a-951a-42dee57a12b7 x-openstack-request-id: req-78a7fd83-b062-440a-951a-42dee57a12b7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:08.553749 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:08.553998 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78a7fd83-b062-440a-951a-42dee57a12b7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:08.554385 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a7fd83-b062-440a-951a-42dee57a12b7'] response: {'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'code': 200} May 12 23:28:08.586602 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=08fc6baf-7bd1-417c-8b64-abe9a88e429b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:08.728152 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a89f5-01ad-46a4-bd6e-9be195ede049 req-0ffbee75-886c-49b3-9fa0-b06df88ec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:08.729624 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-db5a89f5-01ad-46a4-bd6e-9be195ede049 req-0ffbee75-886c-49b3-9fa0-b06df88ec114 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 1129 time: 0.0414138 May 12 23:28:08.772656 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-db5a89f5-01ad-46a4-bd6e-9be195ede049 req-885492d1-86ab-4eef-988d-2429dcc30a5e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 May 12 23:28:09.581470 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e0cba-18b7-41f1-9b33-303daff9a53a req-c43e90f1-8eff-40f9-9061-d696b0894cc3 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:09.582897 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a85e0cba-18b7-41f1-9b33-303daff9a53a req-c43e90f1-8eff-40f9-9061-d696b0894cc3 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0486574 May 12 23:28:09.843620 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a85e0cba-18b7-41f1-9b33-303daff9a53a req-fd0a5d5c-b26f-4b19-adf5-b78394bceb6b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551985 May 12 23:28:10.776652 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88665dc4-2a57-4400-96e4-8c773aa28e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:10.956042 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654500-5545-4208-94a2-0f8aaa739445 req-fc951a71-20db-4911-8f1a-b9085ceaeb37 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:10.957515 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77654500-5545-4208-94a2-0f8aaa739445 req-fc951a71-20db-4911-8f1a-b9085ceaeb37 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0466850 May 12 23:28:11.002362 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77654500-5545-4208-94a2-0f8aaa739445 req-2121d79f-c4f9-4d8c-acf1-3c4021470a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 May 12 23:28:11.108981 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d646f-6513-4718-9a6f-074847f67007 req-c927afe4-f6cd-4ca6-9821-95043c1958ec tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:11.110471 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c4d646f-6513-4718-9a6f-074847f67007 req-c927afe4-f6cd-4ca6-9821-95043c1958ec tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0467319 May 12 23:28:11.118933 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 55932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:11.123705 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'port_id': '08fc6baf-7bd1-417c-8b64-abe9a88e429b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:11.162868 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (50685d2b-2fc1-4f21-a60c-fe3a80a3cd70), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:11.616655 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:11.620456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (50685d2b-2fc1-4f21-a60c-fe3a80a3cd70), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:11.732468 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP 50685d2b-2fc1-4f21-a60c-fe3a80a3cd70 associated. External IP: 172.27.3.195, port: 08fc6baf-7bd1-417c-8b64-abe9a88e429b. May 12 23:28:11.946043 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:28:12.054089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:28:12.059548 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:12.064095 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:28:12.072861 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:28:12.073459 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:12.088401 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-87d11a80-1cb9-4ec8-9f65-100ce6672ecc tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "PUT /v2.0/floatingips/50685d2b-2fc1-4f21-a60c-fe3a80a3cd70 HTTP/1.1" status: 200 len: 991 time: 0.9683628 May 12 23:28:12.088921 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:12.091155 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:12.126421 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf84412-103f-45e7-a9dd-719af5eee235 x-openstack-request-id: req-5cf84412-103f-45e7-a9dd-719af5eee235 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:12.126711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:12.126981 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cf84412-103f-45e7-a9dd-719af5eee235 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:12.127392 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf84412-103f-45e7-a9dd-719af5eee235'] response: {'name': 'network-changed', 'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'status': 'completed', 'code': 200} May 12 23:28:12.180816 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:28:12.199549 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-73a7298b-4c89-4833-8793-7836a6def9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:12.201071 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-73a7298b-4c89-4833-8793-7836a6def9bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 1129 time: 0.0397108 May 12 23:28:12.296270 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-f0fbb721-bd93-4871-9698-47fb90ed5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:12.297750 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-f0fbb721-bd93-4871-9698-47fb90ed5204 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.0873287 May 12 23:28:12.371965 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-13447a15-7a04-4ec9-9f55-bec7a1d00694 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b HTTP/1.1" status: 200 len: 999 time: 0.0602059 May 12 23:28:12.399133 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '50685d2b-2fc1-4f21-a60c-fe3a80a3cd70', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:e6:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8201efe1-29d9-479e-a174-18185e2a3a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:58Z', 'updated_at': '2022-05-12T23:28:11Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:12.429004 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:28:12.437915 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:28:12.438453 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:27:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:12.445419 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-ab59fd01-3c5b-4f70-a932-334a0503fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:12.446866 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-ab59fd01-3c5b-4f70-a932-334a0503fcdc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0445325 May 12 23:28:12.501034 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-c1fd8e03-225f-4b94-9f62-72aa9736f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:12.502511 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-c1fd8e03-225f-4b94-9f62-72aa9736f033 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426309 May 12 23:28:12.544927 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:28:12.595712 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-b24e013d-0332-4022-ae72-8b739b4df15c service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847366 May 12 23:28:12.692966 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7e4aa36f-8e5f-4ff7-a4c6-97c7b7b234ee req-4bdfdf0f-9e0f-4024-a4c4-3da4d78a1c9d service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849254 May 12 23:28:12.763630 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '50685d2b-2fc1-4f21-a60c-fe3a80a3cd70', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:e6:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8201efe1-29d9-479e-a174-18185e2a3a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:58Z', 'updated_at': '2022-05-12T23:28:11Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:12.794687 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb893f-43a8-4ab3-b907-a90b23c53f86 None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '50685d2b-2fc1-4f21-a60c-fe3a80a3cd70', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:e6:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8201efe1-29d9-479e-a174-18185e2a3a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:27:58Z', 'updated_at': '2022-05-12T23:28:11Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:28:12.973160 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64780515-279b-4a47-b070-f0021f9fd3d2 None None] New status for floating IP 50685d2b-2fc1-4f21-a60c-fe3a80a3cd70: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:28:13.177424 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b19e809e-5024-4d66-9667-aa0fd669ee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:14.049147 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:14.104757 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:14.287938 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-5ce5b82b-b65e-4027-b6ad-940400f5e89e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368795 May 12 23:28:14.374770 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-83013d76-2a13-4813-9336-3b7bb56ab6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:14.376208 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-83013d76-2a13-4813-9336-3b7bb56ab6d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 1130 time: 0.0384257 May 12 23:28:14.493316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-982324ed-5e47-4aa4-8988-5fba81fc2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:14.494734 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-982324ed-5e47-4aa4-8988-5fba81fc2c14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.0859909 May 12 23:28:14.535440 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-3bfd967f-737d-4c2e-96d3-22a985d58317 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 200 len: 217 time: 0.0335493 May 12 23:28:14.821131 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-147e5ab8-1c92-4de0-a8c9-1f628be41cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:14.822557 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-147e5ab8-1c92-4de0-a8c9-1f628be41cab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.2746263 May 12 23:28:14.868591 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-fbca5829-1d56-47c6-8e48-8633ed206513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:14.870076 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-fbca5829-1d56-47c6-8e48-8633ed206513 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384147 May 12 23:28:14.962491 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-80647fcb-2506-4c41-b0e5-1404cb6c7184 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 May 12 23:28:15.049397 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a6211729-71cf-445c-b83d-c5708e6a25e5 req-3bc8cdfc-c229-422e-9efd-b3fc937962c4 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799444 May 12 23:28:15.732622 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:17.226379 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:19.385042 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-2e5f4fcc-7580-409f-8f9b-05d24d6004f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:19.387242 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-2e5f4fcc-7580-409f-8f9b-05d24d6004f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.0403039 May 12 23:28:19.401679 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffa0f-c6eb-48ff-809a-d0763a2838d3 req-cff81d6d-e4c5-4957-a1b4-4abef1ce28af tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:19.403744 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-093ffa0f-c6eb-48ff-809a-d0763a2838d3 req-cff81d6d-e4c5-4957-a1b4-4abef1ce28af tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0473104 May 12 23:28:19.450534 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-093ffa0f-c6eb-48ff-809a-d0763a2838d3 req-9c1fb50f-7884-4fc1-aec5-c9c55d3fcecb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412984 May 12 23:28:19.481119 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-d473902a-5446-44df-be11-529b39c44f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:19.482632 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-d473902a-5446-44df-be11-529b39c44f61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.0887117 May 12 23:28:19.546344 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-c5be2f4c-bb6a-4be9-99bc-32e320ce5dbe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 1000 time: 0.0567868 May 12 23:28:19.597806 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-f5968261-bcf3-49f0-8c1e-fb206e0c5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:19.599166 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-f5968261-bcf3-49f0-8c1e-fb206e0c5b1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0462654 May 12 23:28:19.647393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-c5718cf0-f05a-48de-aee7-8fc00c4e3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:19.648860 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-c5718cf0-f05a-48de-aee7-8fc00c4e3657 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376756 May 12 23:28:19.758641 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-81f0080f-d46d-4ff8-aed2-e1946963c789 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896440 May 12 23:28:19.848494 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6cf04446-d898-4f07-9209-da4b6f75cba7 req-29ec5d25-f6a2-4dee-9121-f94377814396 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822713 May 12 23:28:20.426597 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:28:20.565975 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca589-9df3-42d4-85de-6a3da1e0ef14 req-f46283af-26b1-4992-80a4-bd71da55602b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:20.567439 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e7ca589-9df3-42d4-85de-6a3da1e0ef14 req-f46283af-26b1-4992-80a4-bd71da55602b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0466514 May 12 23:28:20.618797 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e7ca589-9df3-42d4-85de-6a3da1e0ef14 req-b46f6afc-3812-4c2d-8e5d-271ce08ee5d0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458870 May 12 23:28:21.730399 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e8d01-274d-46cd-8071-38c70bbaf89b req-c4da4282-8ac4-470a-baea-3cd171862433 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:21.731874 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-083e8d01-274d-46cd-8071-38c70bbaf89b req-c4da4282-8ac4-470a-baea-3cd171862433 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0457013 May 12 23:28:21.778646 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-083e8d01-274d-46cd-8071-38c70bbaf89b req-2b93be27-63a9-4c9d-bb3d-1fb6798f2ce8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411758 May 12 23:28:22.896632 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917675e-51cf-4708-95ac-e464456b04d6 req-d0b7c843-2f81-485c-836d-f56531483dec tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:22.898082 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8917675e-51cf-4708-95ac-e464456b04d6 req-d0b7c843-2f81-485c-836d-f56531483dec tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0478585 May 12 23:28:22.942885 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8917675e-51cf-4708-95ac-e464456b04d6 req-b24148c4-7091-462f-b227-d0630edc5d95 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 May 12 23:28:24.057475 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78898e8d-1674-42b3-a683-e16b9b8ac564 req-b0c00f2b-bb48-44dc-88ad-479b7379803a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:24.058872 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78898e8d-1674-42b3-a683-e16b9b8ac564 req-b0c00f2b-bb48-44dc-88ad-479b7379803a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0491493 May 12 23:28:24.103440 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78898e8d-1674-42b3-a683-e16b9b8ac564 req-df5c132b-0b59-4f76-bbde-4360063b5a69 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 May 12 23:28:25.214326 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a926ead-a1f9-4eaf-9da2-fed19b454f73 req-eecff16d-433a-40e2-b914-0d65d8d5439c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:25.215774 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a926ead-a1f9-4eaf-9da2-fed19b454f73 req-eecff16d-433a-40e2-b914-0d65d8d5439c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0454795 May 12 23:28:25.262031 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a926ead-a1f9-4eaf-9da2-fed19b454f73 req-d7685bbf-9d73-475e-94b3-3a61ef42d1f0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 May 12 23:28:26.380747 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7fea7-d26e-4d8a-b029-f10ef77d307e req-ae7680c0-fe97-479c-8fdb-29946e2d344c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:26.382175 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ce7fea7-d26e-4d8a-b029-f10ef77d307e req-ae7680c0-fe97-479c-8fdb-29946e2d344c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0489972 May 12 23:28:26.427647 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ce7fea7-d26e-4d8a-b029-f10ef77d307e req-ed77ad28-a3d4-4d0f-a977-2517d0112168 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 May 12 23:28:27.541544 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e92a-53c1-46ec-a04a-0bfd4efc4a93 req-b5098795-ed6c-475f-98e5-1834579d2124 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:27.543016 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fbd5e92a-53c1-46ec-a04a-0bfd4efc4a93 req-b5098795-ed6c-475f-98e5-1834579d2124 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0471811 May 12 23:28:27.588879 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fbd5e92a-53c1-46ec-a04a-0bfd4efc4a93 req-a80bd7d6-f7ae-4668-a55b-4a3c53f18acc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 May 12 23:28:27.773776 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a5dd-43d5-4e22-a2d4-5d333c03b006 req-69546742-aad0-4831-9584-f833be5698ec tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:27.775203 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52b0a5dd-43d5-4e22-a2d4-5d333c03b006 req-69546742-aad0-4831-9584-f833be5698ec tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0516429 May 12 23:28:27.783560 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-f3fb8e84-26f0-4191-9540-d9bab4ca08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:27.785204 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-f3fb8e84-26f0-4191-9540-d9bab4ca08e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1169 time: 0.0416572 May 12 23:28:27.839484 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52b0a5dd-43d5-4e22-a2d4-5d333c03b006 req-03d89735-6d2a-4ae0-9272-7c43ceaf1cd2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583420 May 12 23:28:27.882243 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-48eb29f2-b1d1-403c-bb65-39dc03b05023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:27.883704 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-48eb29f2-b1d1-403c-bb65-39dc03b05023 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 916 time: 0.0892818 May 12 23:28:27.950946 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-8a3fe777-b6e0-42a9-9cc2-a8c8425bd5ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 1001 time: 0.0584085 May 12 23:28:28.007074 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-bbb17824-8722-471a-9843-88c21842a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:28.008448 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-bbb17824-8722-471a-9843-88c21842a700 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 200 len: 854 time: 0.0455854 May 12 23:28:28.053055 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-591087d6-9ff6-4379-9792-cb1378f3067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:28.054493 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-591087d6-9ff6-4379-9792-cb1378f3067b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370693 May 12 23:28:28.153604 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-d424c4e2-8057-424a-be2d-9b6e8edf4927 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879886 May 12 23:28:28.247402 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab95cec3-21e2-41f2-8638-d08eb52a4868 req-beafe5fd-a6f9-4ca2-ba81-fc26ab4f5735 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830081 May 12 23:28:28.705084 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eef6a-0160-4f20-944f-0c9f2ef91304 req-21658412-f932-4c05-845d-b8e52195724f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:28.706557 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-676eef6a-0160-4f20-944f-0c9f2ef91304 req-21658412-f932-4c05-845d-b8e52195724f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0471034 May 12 23:28:28.753085 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-676eef6a-0160-4f20-944f-0c9f2ef91304 req-b310d841-3564-4071-a109-0613f9bf793d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 May 12 23:28:28.949140 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbdce4-57f4-48c0-ab21-8f499f0115bf req-d8c7d6f3-eff8-4312-b136-947933c8bd38 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:28.951095 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26dbdce4-57f4-48c0-ab21-8f499f0115bf req-d8c7d6f3-eff8-4312-b136-947933c8bd38 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0456977 May 12 23:28:29.008505 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26dbdce4-57f4-48c0-ab21-8f499f0115bf req-6d26767b-742b-411b-b05c-9e20c67b2db7 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519209 May 12 23:28:29.869022 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ffcb3-2520-49df-acb6-f27c2fe3dbf4 req-2c2bf324-18b4-43c5-8486-d0164c247413 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:29.870493 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e6ffcb3-2520-49df-acb6-f27c2fe3dbf4 req-2c2bf324-18b4-43c5-8486-d0164c247413 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0504215 May 12 23:28:29.916593 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e6ffcb3-2520-49df-acb6-f27c2fe3dbf4 req-4405b742-4574-4799-8fae-c192f4ad992d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 May 12 23:28:30.120831 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321350c-8860-4e14-80b5-04fc20409378 req-d6d52324-cbe8-484d-bb56-21ef31f66549 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:30.122821 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7321350c-8860-4e14-80b5-04fc20409378 req-d6d52324-cbe8-484d-bb56-21ef31f66549 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0464256 May 12 23:28:30.180786 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7321350c-8860-4e14-80b5-04fc20409378 req-87676ad6-dab6-47d7-a086-e552a53ceecb tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525069 May 12 23:28:31.027976 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08df14-c26c-4610-818a-eedb1285e7d1 req-12062e24-a341-492c-b1da-7b99e4e5797d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:31.029395 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb08df14-c26c-4610-818a-eedb1285e7d1 req-12062e24-a341-492c-b1da-7b99e4e5797d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0461023 May 12 23:28:31.078804 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cb08df14-c26c-4610-818a-eedb1285e7d1 req-68fccf78-4bb8-4997-97cf-b39134ce87ee tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 May 12 23:28:31.294122 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5babe-5b22-4c62-ac28-11f7cfca6532 req-767680e7-57e7-4b1d-8979-a1acec7419fe tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:31.295505 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c6d5babe-5b22-4c62-ac28-11f7cfca6532 req-767680e7-57e7-4b1d-8979-a1acec7419fe tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0475924 May 12 23:28:31.353500 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c6d5babe-5b22-4c62-ac28-11f7cfca6532 req-58dd6b5a-1df8-47fa-ace4-3ade93c20c79 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524378 May 12 23:28:32.189757 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135cee4-802d-4b28-9943-4ca07aac0e8b req-9a452026-d7d2-4770-81d3-d386b240ebe2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:32.191490 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1135cee4-802d-4b28-9943-4ca07aac0e8b req-9a452026-d7d2-4770-81d3-d386b240ebe2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0467792 May 12 23:28:32.245851 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1135cee4-802d-4b28-9943-4ca07aac0e8b req-eaad9a56-b9e5-4734-9295-d19239926bd2 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486510 May 12 23:28:32.466212 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aea85-c323-45c2-ac10-1a9618ffe673 req-c36909e2-c98e-4558-aabf-d2185249ab9b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:32.467677 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a7aea85-c323-45c2-ac10-1a9618ffe673 req-c36909e2-c98e-4558-aabf-d2185249ab9b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0492582 May 12 23:28:32.525773 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8a7aea85-c323-45c2-ac10-1a9618ffe673 req-4add5983-c589-40ad-859b-5c52cba32360 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525584 May 12 23:28:33.358797 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959bacf-e0a1-4de1-b438-191d64b7b033 req-e399673b-44e8-4174-8179-7c6e4c7e14fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:33.360243 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9959bacf-e0a1-4de1-b438-191d64b7b033 req-e399673b-44e8-4174-8179-7c6e4c7e14fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0460782 May 12 23:28:33.405492 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9959bacf-e0a1-4de1-b438-191d64b7b033 req-aa1428c6-6ec7-436d-80c0-caf34fedd4d8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 May 12 23:28:33.642515 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66c2ab-1b1e-451c-8a2e-2a3c75660da3 req-467c7161-9dcc-4ca8-90b6-c2c78510cfc2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:33.643964 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b66c2ab-1b1e-451c-8a2e-2a3c75660da3 req-467c7161-9dcc-4ca8-90b6-c2c78510cfc2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0491490 May 12 23:28:33.702747 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1b66c2ab-1b1e-451c-8a2e-2a3c75660da3 req-ee8e3e50-4957-4cc9-9c4f-c14e982194c3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532084 May 12 23:28:34.519290 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e322d-1afc-4273-ae67-81fd591f5c18 req-97d3bb43-8839-44a9-8265-f676c899ac2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:34.520753 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e9e322d-1afc-4273-ae67-81fd591f5c18 req-97d3bb43-8839-44a9-8265-f676c899ac2f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0463622 May 12 23:28:34.567344 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7e9e322d-1afc-4273-ae67-81fd591f5c18 req-14285af0-973c-4c3d-b485-88bb46389a4a tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403540 May 12 23:28:34.814280 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281abfd7-7f82-44bf-84ac-023dfc6af6af req-1e53e9f2-e30b-4a41-8389-74cad1b2fea9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:34.815768 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-281abfd7-7f82-44bf-84ac-023dfc6af6af req-1e53e9f2-e30b-4a41-8389-74cad1b2fea9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0470221 May 12 23:28:34.876900 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-281abfd7-7f82-44bf-84ac-023dfc6af6af req-d6fbe96c-51e6-4c7d-bcd3-9b6f8ea2dccb tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554745 May 12 23:28:35.680879 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39e289-306f-43f4-a38e-c6dbe77f6bd5 req-5a219eae-9ec6-4945-ad8e-dda2f7b61e37 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:35.682346 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aa39e289-306f-43f4-a38e-c6dbe77f6bd5 req-5a219eae-9ec6-4945-ad8e-dda2f7b61e37 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0463529 May 12 23:28:35.728086 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aa39e289-306f-43f4-a38e-c6dbe77f6bd5 req-b978e595-eaba-44e8-86c6-5a9c9e051cc6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 May 12 23:28:35.988837 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba298c-0302-4854-a10f-064fc68f43d2 req-e3385ff5-72eb-4951-bd60-67ab439b47af tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:35.990291 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75ba298c-0302-4854-a10f-064fc68f43d2 req-e3385ff5-72eb-4951-bd60-67ab439b47af tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0463281 May 12 23:28:36.048706 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75ba298c-0302-4854-a10f-064fc68f43d2 req-60579e3f-7c26-44e5-951c-48f24222fdf8 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527637 May 12 23:28:36.846258 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58e89-282c-4f76-94e8-72eed5a7a05b req-97efe788-15ca-466e-aaf1-df7b293342a0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:36.847752 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91c58e89-282c-4f76-94e8-72eed5a7a05b req-97efe788-15ca-466e-aaf1-df7b293342a0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0498686 May 12 23:28:36.894312 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-91c58e89-282c-4f76-94e8-72eed5a7a05b req-03c9f155-3303-4e6b-bfb9-abc021a37a61 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 May 12 23:28:37.100186 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917854d-da6f-4504-9bb0-489f40755d2d req-1c5216d1-24a9-43b2-8d63-1f1e24810bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:37.101845 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c917854d-da6f-4504-9bb0-489f40755d2d req-1c5216d1-24a9-43b2-8d63-1f1e24810bd0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.0390282 May 12 23:28:37.161508 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0d2d0-649b-4ac7-b079-e68ec9ed11fd req-e50edb85-f523-47e8-b956-f71e9c885eb2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:37.163200 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0fa0d2d0-649b-4ac7-b079-e68ec9ed11fd req-e50edb85-f523-47e8-b956-f71e9c885eb2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0489712 May 12 23:28:37.166062 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c917854d-da6f-4504-9bb0-489f40755d2d req-cef9bbd5-033e-4cbf-a7a1-9b457dd4441e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459592 May 12 23:28:37.223246 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0fa0d2d0-649b-4ac7-b079-e68ec9ed11fd req-06e71dea-90fc-4e77-9156-314f264ed7d1 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538762 May 12 23:28:38.010020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6390fea-ab4a-4d61-b9a1-37274cf53ffe req-0b5262cf-e45f-442a-8c4c-e524a6ee1fbc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:38.011397 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c6390fea-ab4a-4d61-b9a1-37274cf53ffe req-0b5262cf-e45f-442a-8c4c-e524a6ee1fbc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0495844 May 12 23:28:38.056534 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c6390fea-ab4a-4d61-b9a1-37274cf53ffe req-35cc924a-023a-4d98-ad45-81df0b45758f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396724 May 12 23:28:38.333953 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d678d41-6915-4e1e-ada0-a7d7d325ca6c req-f31fcc29-6131-467d-bf16-dc0c68e0c498 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:38.335308 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d678d41-6915-4e1e-ada0-a7d7d325ca6c req-f31fcc29-6131-467d-bf16-dc0c68e0c498 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0462830 May 12 23:28:38.392701 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d678d41-6915-4e1e-ada0-a7d7d325ca6c req-955a54c7-1c8d-4a25-8df7-4fc08a72f922 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513058 May 12 23:28:38.785471 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1ab6-e8d2-4477-af4c-577861013d31 req-b156f0ce-d91a-412e-9ba5-a9108f8ba18c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:38.786944 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a7da1ab6-e8d2-4477-af4c-577861013d31 req-b156f0ce-d91a-412e-9ba5-a9108f8ba18c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0465529 May 12 23:28:38.839256 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a7da1ab6-e8d2-4477-af4c-577861013d31 req-f06db60b-0d0f-4a16-bd3c-88a43b18b981 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461438 May 12 23:28:39.173378 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5c7f5-f0e1-4fd7-a41c-82f7aef8812a req-d1f8daef-1a51-4fe4-9efe-2d467a3299da tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:39.174976 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cca5c7f5-f0e1-4fd7-a41c-82f7aef8812a req-d1f8daef-1a51-4fe4-9efe-2d467a3299da tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0473900 May 12 23:28:39.225158 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cca5c7f5-f0e1-4fd7-a41c-82f7aef8812a req-0a639b97-29b0-4d79-bf1b-cdefcce480d6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 May 12 23:28:39.503260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc18ac-7cf1-43d6-bfd5-0ad5a74d30d7 req-a26a9e65-e7ec-4fe8-b55d-c0256148c785 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:39.504735 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cffc18ac-7cf1-43d6-bfd5-0ad5a74d30d7 req-a26a9e65-e7ec-4fe8-b55d-c0256148c785 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0459566 May 12 23:28:39.562281 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cffc18ac-7cf1-43d6-bfd5-0ad5a74d30d7 req-73145c86-7f2d-4552-bd96-f2823934281b tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521216 May 12 23:28:39.962233 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0c57-5bdf-47a4-837f-e155ee03f76c req-3f65140e-9c5c-46fa-8d8a-cb24f873c950 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:39.963716 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4edc0c57-5bdf-47a4-837f-e155ee03f76c req-3f65140e-9c5c-46fa-8d8a-cb24f873c950 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0495434 May 12 23:28:40.010097 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4edc0c57-5bdf-47a4-837f-e155ee03f76c req-f5656641-d245-403a-b62b-1b954f0aa773 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 May 12 23:28:40.337320 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5c204-74aa-456b-812b-43e5694e44d0 req-fdac7206-87ef-4454-9eeb-6b67a746aaa6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:40.338788 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3f5c204-74aa-456b-812b-43e5694e44d0 req-fdac7206-87ef-4454-9eeb-6b67a746aaa6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0460880 May 12 23:28:40.384219 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d3f5c204-74aa-456b-812b-43e5694e44d0 req-0e771575-f9bc-407d-a2aa-13cec6928524 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 May 12 23:28:40.679022 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e420-2154-4ad9-b536-9165c60d8145 req-619f6d60-30a2-46ad-9aa1-7c418bac136c tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:40.681451 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c753e420-2154-4ad9-b536-9165c60d8145 req-619f6d60-30a2-46ad-9aa1-7c418bac136c tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0501871 May 12 23:28:40.754049 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c753e420-2154-4ad9-b536-9165c60d8145 req-ea43f112-8ade-43ad-a2a0-eb2b5134e0f2 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639787 May 12 23:28:40.779413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02ba9be8-5cb3-4822-9630-46f9b89f82ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:40.870976 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952723b-1ff4-4391-b998-b6d78389941f req-9b360c87-73b0-4430-97ee-c8f84c42e4fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:40.873066 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3952723b-1ff4-4391-b998-b6d78389941f req-9b360c87-73b0-4430-97ee-c8f84c42e4fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0510552 May 12 23:28:40.923454 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3952723b-1ff4-4391-b998-b6d78389941f req-ab64f261-2d0e-4190-a82e-220da01bcd1c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 May 12 23:28:40.957792 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-bd735958-7bf1-4798-bb23-e4eda154d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:40.959463 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-bd735958-7bf1-4798-bb23-e4eda154d1bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.0406413 May 12 23:28:41.128254 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29512022-f962-41fb-840b-b3338493557d req-00d879f7-0289-4606-88e3-b457e7909798 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:41.129781 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-29512022-f962-41fb-840b-b3338493557d req-00d879f7-0289-4606-88e3-b457e7909798 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0480704 May 12 23:28:41.175307 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-29512022-f962-41fb-840b-b3338493557d req-108da4ef-7051-4225-a3be-88134f7cb7d1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400093 May 12 23:28:41.487837 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-dc15df3c-4a76-4f6d-8a19-66491cceaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:41.489422 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-dc15df3c-4a76-4f6d-8a19-66491cceaac2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.0856795 May 12 23:28:41.608090 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-5f7074f4-2a4e-40d7-9834-630b19f3df9c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:41.609541 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-5f7074f4-2a4e-40d7-9834-630b19f3df9c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0858624 May 12 23:28:41.625740 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-f814acb2-7a7b-42b3-9dc7-0d4840481da2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 1000 time: 0.0718350 May 12 23:28:41.775394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-0eadc712-0c58-4f86-946c-645f69e9e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:41.776875 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-0eadc712-0c58-4f86-946c-645f69e9e308 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.1015568 May 12 23:28:41.825815 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Deleting port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:28:41.826155 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:41.858206 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-561d5678-0c5c-483b-ae2d-ffe7b2bfa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:41.859720 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-561d5678-0c5c-483b-ae2d-ffe7b2bfa2e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753789 May 12 23:28:41.883460 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15420ceb-936d-438a-9747-41b9ba8c1d37 req-1b3588cd-c4df-4f99-9415-1284822594c6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:41.885143 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15420ceb-936d-438a-9747-41b9ba8c1d37 req-1b3588cd-c4df-4f99-9415-1284822594c6 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0532353 May 12 23:28:41.959740 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-15420ceb-936d-438a-9747-41b9ba8c1d37 req-12cd9162-1bad-4186-8f20-1f3c7dad1531 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676763 May 12 23:28:41.989305 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] For port c9920fcd-3436-4b0a-8090-6a37e9d2fb91, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:41.989867 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:42.053956 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-cd20b2fd-1249-4bf9-a185-7d303cfa227d service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875434 May 12 23:28:42.057771 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6a994-73cd-44cd-bbed-c8aa0bf4363b req-28b078b1-c29f-45e2-974e-e6185e1dc820 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:42.059290 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7c6a994-73cd-44cd-bbed-c8aa0bf4363b req-28b078b1-c29f-45e2-974e-e6185e1dc820 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0469666 May 12 23:28:42.106302 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d7c6a994-73cd-44cd-bbed-c8aa0bf4363b req-b0fbba79-a805-4532-a521-ca9b20c08900 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 May 12 23:28:42.229484 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6dccf8d-e64d-4c2e-afc7-9bf87fdcfadf req-237092fa-9f29-400e-ba04-de7972e32ca7 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690531 May 12 23:28:42.243452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:42.243929 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (61ddda56-35e4-47e4-b51c-733c6900d05a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:42.244222 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Floating IP 61ddda56-35e4-47e4-b51c-733c6900d05a disassociated. External IP: 172.27.3.30, port: c9920fcd-3436-4b0a-8090-6a37e9d2fb91. May 12 23:28:42.244676 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Calling delete_port for c9920fcd-3436-4b0a-8090-6a37e9d2fb91 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:28:42.298429 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82856c2-cdfc-43f8-a374-52e754388227 req-6a8bef5d-985c-4f9b-89b3-5551b4e78b27 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:42.299924 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d82856c2-cdfc-43f8-a374-52e754388227 req-6a8bef5d-985c-4f9b-89b3-5551b4e78b27 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 946 time: 0.0513928 May 12 23:28:42.383846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (c9920fcd-3436-4b0a-8090-6a37e9d2fb91), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:42.414322 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event deleted for resources: {'Port': ['ID=c9920fcd-3436-4b0a-8090-6a37e9d2fb91,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:42.427379 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.427753 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.428058 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.428559 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.428946 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.429281 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.429609 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.429928 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.430253 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.430601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.430889 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.431214 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.431534 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.431853 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.432169 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:42.553204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Router ec018ccf-1951-4668-b041-eee6a3496973 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:28:42.585097 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d82856c2-cdfc-43f8-a374-52e754388227 req-12ee1fd2-0aba-408b-b6ad-c5a38d8bbaa0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7dac983-50f5-4a0d-9c97-a36ecf555699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795711 May 12 23:28:42.677277 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:28:42.687201 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633847c-5023-4989-900e-1f291e03934f None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:28:42.696326 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:28:42.696937 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:42.720288 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] No DVR routers for this DVR port c9920fcd-3436-4b0a-8090-6a37e9d2fb91 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:28:42.722760 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:42.725947 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e0ab7f6e-a9f2-4718-a724-9514464ea2f1 req-2d421ba3-7496-499b-bb34-17e9205a453d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "DELETE /v2.0/ports/c9920fcd-3436-4b0a-8090-6a37e9d2fb91 HTTP/1.1" status: 204 len: 173 time: 1.0423152 May 12 23:28:42.726378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-deleted', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:42.728638 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f4ee3-699a-4770-8dc7-4017e1433a70" -d '{"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-deleted", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:42.764897 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb18da7-1d56-4286-bfaf-15951c2bd35a x-openstack-request-id: req-1fb18da7-1d56-4286-bfaf-15951c2bd35a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:42.765262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685259ac-8f65-4c64-9477-888bc8641fd5", "name": "network-vif-deleted", "tag": "c9920fcd-3436-4b0a-8090-6a37e9d2fb91", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:42.765581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fb18da7-1d56-4286-bfaf-15951c2bd35a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:42.766044 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb18da7-1d56-4286-bfaf-15951c2bd35a'] response: {'server_uuid': '685259ac-8f65-4c64-9477-888bc8641fd5', 'name': 'network-vif-deleted', 'tag': 'c9920fcd-3436-4b0a-8090-6a37e9d2fb91', 'status': 'completed', 'code': 200} May 12 23:28:42.815258 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:28:43.104228 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:43.114058 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7327e-70fa-4794-a865-5dbc2bc6e416 req-56b9b0f3-fc75-4ad9-9f9d-1c1b7472572a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:43.115565 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0e7327e-70fa-4794-a865-5dbc2bc6e416 req-56b9b0f3-fc75-4ad9-9f9d-1c1b7472572a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0764554 May 12 23:28:43.122334 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5717d-16a0-4015-bc85-b7dbc4253f2d req-34049be1-d661-40d2-a4a1-783ee1a4ed04 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:43.123720 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60d5717d-16a0-4015-bc85-b7dbc4253f2d req-34049be1-d661-40d2-a4a1-783ee1a4ed04 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0747554 May 12 23:28:43.131632 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633847c-5023-4989-900e-1f291e03934f None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:28:43.139266 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:28:43.139869 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:43.183250 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63e576a5-2029-427f-9fff-21c586c3923a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:43.210771 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0e7327e-70fa-4794-a865-5dbc2bc6e416 req-aab83140-52aa-4332-9df0-21a8d89ecc39 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860057 May 12 23:28:43.221696 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60d5717d-16a0-4015-bc85-b7dbc4253f2d req-409f577b-b90e-4b3f-8df1-7667568796ee tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751472 May 12 23:28:43.259517 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:28:43.315066 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d560d2-e512-41e1-9ed8-5cd3c14b9dbf req-6a96ccd4-aeca-461e-a9ec-515fff012f4c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:43.316571 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-22d560d2-e512-41e1-9ed8-5cd3c14b9dbf req-6a96ccd4-aeca-461e-a9ec-515fff012f4c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0486035 May 12 23:28:43.362315 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-22d560d2-e512-41e1-9ed8-5cd3c14b9dbf req-88b0a973-7acd-4233-a1a5-d373a539b194 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400207 May 12 23:28:43.445971 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f633847c-5023-4989-900e-1f291e03934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:43.471922 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633847c-5023-4989-900e-1f291e03934f None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:28:43.685443 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc3d7e-8362-4b9c-88ba-7165c612591d None None] New status for floating IP 61ddda56-35e4-47e4-b51c-733c6900d05a: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:28:43.685975 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7a8dc7e2-5f77-489d-b10f-102c6d95193a req-d75b35ff-a8cf-4742-b926-99a2657957cb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.0289443 May 12 23:28:44.051120 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:44.140997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:44.351883 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d8408-f028-4506-b29a-955e23daed2d req-5e68f2ef-c0b8-44cd-8998-ecc689972d98 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:44.353288 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-787d8408-f028-4506-b29a-955e23daed2d req-5e68f2ef-c0b8-44cd-8998-ecc689972d98 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0750318 May 12 23:28:44.372742 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892198d-b11a-41e6-9167-52f3a33986c0 req-828a1832-0ac7-4695-b719-60d554917eac tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:44.374128 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3892198d-b11a-41e6-9167-52f3a33986c0 req-828a1832-0ac7-4695-b719-60d554917eac tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0642276 May 12 23:28:44.447980 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3892198d-b11a-41e6-9167-52f3a33986c0 req-d25cb009-45d2-481e-b37a-cf192fc1c44e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670426 May 12 23:28:44.452954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-787d8408-f028-4506-b29a-955e23daed2d req-b0160881-2bbd-4800-85cf-fdeeabea19a8 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935256 May 12 23:28:44.529536 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:28:44.547461 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dac98c-1457-4687-908a-bf654d427d8a req-43b19d9e-19ca-47a2-8b43-661eee193700 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:44.549059 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24dac98c-1457-4687-908a-bf654d427d8a req-43b19d9e-19ca-47a2-8b43-661eee193700 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0475671 May 12 23:28:44.550073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: c9920fcd-3436-4b0a-8090-6a37e9d2fb91 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:28:44.550647 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device c9920fcd-3436-4b0a-8090-6a37e9d2fb91 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:28:44.602322 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-24dac98c-1457-4687-908a-bf654d427d8a req-a7e12f6d-11f6-4740-b486-3921bbd4149c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459955 May 12 23:28:44.796479 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53ccfa6b-0ff8-4fe3-8950-86f302302cb3 req-d4b4adf9-4ece-42cd-a0b2-bd423355cdc8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=685259ac-8f65-4c64-9477-888bc8641fd5 HTTP/1.1" status: 200 len: 210 time: 0.0275726 May 12 23:28:45.587113 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d976f3-61f0-45aa-96de-a7afb7597511 req-69ea4cf7-9612-4233-879b-59acdb75ac27 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:45.588627 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33d976f3-61f0-45aa-96de-a7afb7597511 req-69ea4cf7-9612-4233-879b-59acdb75ac27 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0712256 May 12 23:28:45.599565 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85ecfa-466b-42ce-befa-97cfa8455cdc req-65b1b81b-174e-497a-a184-a739ea8ce0c5 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:45.600986 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c85ecfa-466b-42ce-befa-97cfa8455cdc req-65b1b81b-174e-497a-a184-a739ea8ce0c5 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0746047 May 12 23:28:45.675707 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33d976f3-61f0-45aa-96de-a7afb7597511 req-b892fedf-d4a2-4fcd-accf-2e270efb39dc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737824 May 12 23:28:45.690379 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6c85ecfa-466b-42ce-befa-97cfa8455cdc req-45a13567-51c5-4b55-a525-8ba0a0927414 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828514 May 12 23:28:45.737686 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:45.778132 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd1ff-8887-48b4-b14e-ebecbb8bc9af req-b491d8bd-eab3-4739-b159-4fe33496dbe1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:45.779636 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d03fd1ff-8887-48b4-b14e-ebecbb8bc9af req-b491d8bd-eab3-4739-b159-4fe33496dbe1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0493839 May 12 23:28:45.832313 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d03fd1ff-8887-48b4-b14e-ebecbb8bc9af req-fd54cc84-b794-459e-aa0d-92dbe32754a6 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467193 May 12 23:28:45.894156 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:45.969346 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748bdc4-6626-4980-904c-b48da970a111 req-ab656200-187b-4521-92ee-5b585ea5cb74 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:45.970809 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3748bdc4-6626-4980-904c-b48da970a111 req-ab656200-187b-4521-92ee-5b585ea5cb74 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0626366 May 12 23:28:45.979355 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:45.983790 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Request body: {'floatingip': {'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:46.025486 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (d7dac983-50f5-4a0d-9c97-a36ecf555699), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.059772 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (d7dac983-50f5-4a0d-9c97-a36ecf555699), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.069738 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.177063 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d7dac983-50f5-4a0d-9c97-a36ecf555699), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.179574 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.180735 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "DELETE /v2.0/security-groups/d7dac983-50f5-4a0d-9c97-a36ecf555699 HTTP/1.1" status: 204 len: 168 time: 0.2855661 May 12 23:28:46.184185 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:46.197570 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-82b23bfc-e230-4ff4-a8db-15234b8ce019 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] show failed (client error): The resource could not be found. May 12 23:28:46.198538 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-82b23bfc-e230-4ff4-a8db-15234b8ce019 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups/d7dac983-50f5-4a0d-9c97-a36ecf555699 HTTP/1.1" status: 404 len: 347 time: 0.0133584 May 12 23:28:46.201286 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:46.213784 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dac983-50f5-4a0d-9c97-a36ecf555699,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:46.226037 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.226393 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.226739 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.227083 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.227420 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.227755 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.228089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.228446 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.228778 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.229104 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.229446 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.229756 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.230082 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.230954 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.231292 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a1418-3bc0-4681-ac3c-70bf35966719 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:46.323369 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Deleting port 61939827-3f70-47fc-91b5-c7c4877ca2c0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:28:46.323612 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.398542 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.398875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (61939827-3f70-47fc-91b5-c7c4877ca2c0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.410991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Calling delete_port for 61939827-3f70-47fc-91b5-c7c4877ca2c0 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:28:46.546339 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (61939827-3f70-47fc-91b5-c7c4877ca2c0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.572017 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event deleted for resources: {'Port': ['ID=61939827-3f70-47fc-91b5-c7c4877ca2c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:46.597407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.600215 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (61ddda56-35e4-47e4-b51c-733c6900d05a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.601624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.602778 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.607436 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-de92608d-d3a9-4e56-95ab-075b7c2f107f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "DELETE /v2.0/floatingips/61ddda56-35e4-47e4-b51c-733c6900d05a HTTP/1.1" status: 204 len: 168 time: 0.4017837 May 12 23:28:46.685603 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:46.690937 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260851199', 'description': 'tempest-description--766044832'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:46.713239 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.794691 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (f8617ca4-3d20-48b4-9487-85767560fa3f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.799432 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f8617ca4-3d20-48b4-9487-85767560fa3f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.831748 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.832913 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1462686 May 12 23:28:46.833731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdced5d-2fe2-4199-839a-19431b97dff4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8617ca4-3d20-48b4-9487-85767560fa3f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:46.835964 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:46.840423 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'security_group_rule': {'security_group_id': 'f8617ca4-3d20-48b4-9487-85767560fa3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:46.868044 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (d5b353c0-bad3-47e1-a60a-7eb7ceb3a086), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.869539 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1995b0-e8d6-466f-bdf6-08fd54e446c9 req-bf3d088f-a373-4f0c-9754-c6b27f863b86 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:46.871052 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a1995b0-e8d6-466f-bdf6-08fd54e446c9 req-bf3d088f-a373-4f0c-9754-c6b27f863b86 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0967138 May 12 23:28:46.904785 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d311c5d-1c7e-488d-86e7-fd32020188c2 req-acce56a5-ab7c-40ee-aafc-91d5d55d2d84 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:46.906221 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d311c5d-1c7e-488d-86e7-fd32020188c2 req-acce56a5-ab7c-40ee-aafc-91d5d55d2d84 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.1308236 May 12 23:28:46.916257 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (d5b353c0-bad3-47e1-a60a-7eb7ceb3a086), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.920344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (d5b353c0-bad3-47e1-a60a-7eb7ceb3a086), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.939494 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b353c0-bad3-47e1-a60a-7eb7ceb3a086,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:46.948513 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:46.950268 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ecf38f7e-1e73-4a28-b5a6-039239893a1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136494 May 12 23:28:46.953030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:46.957428 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'security_group_rule': {'security_group_id': 'f8617ca4-3d20-48b4-9487-85767560fa3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:46.978418 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Router 672c6641-3bc5-48ec-a6f1-a7d37527e10a has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:28:46.984783 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (52b572ed-6cd2-4231-9eea-092f4636fc5a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.017557 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0d311c5d-1c7e-488d-86e7-fd32020188c2 req-db18764f-31e1-48a4-8aab-738dda8e8c22 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992799 May 12 23:28:47.026322 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3a1995b0-e8d6-466f-bdf6-08fd54e446c9 req-92535711-16e6-4d63-87be-6f0f97fa295d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&id=f58509ef-a8b1-487c-9320-201f9e1bf006&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176879 May 12 23:28:47.049344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (52b572ed-6cd2-4231-9eea-092f4636fc5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.052404 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (52b572ed-6cd2-4231-9eea-092f4636fc5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.070442 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b572ed-6cd2-4231-9eea-092f4636fc5a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:47.079726 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.081490 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-24a8db7b-f2a1-4dab-b117-863b42d56705 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273563 May 12 23:28:47.084089 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:47.088275 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:47.108892 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.129260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:28:47.133959 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.141852 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996652-cafc-4803-ab55-002795158b83 None None] Sync routers for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:28:47.152089 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:28:47.153282 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:47.168209 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:47.170204 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fb3794-3d05-4759-9b7d-57f7daa2d50e" -d '{"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:47.191011 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.208688 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b815c2da-6554-4af1-84b4-fffcc5cadd05 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "PUT /v2.0/floatingips/6a62eeab-0c1e-4e03-8a9d-110df4def8b6 HTTP/1.1" status: 200 len: 992 time: 1.2261467 May 12 23:28:47.224243 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eaed05-a144-4ed4-9869-63290e33221e x-openstack-request-id: req-f8eaed05-a144-4ed4-9869-63290e33221e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:47.226740 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:47.227258 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8eaed05-a144-4ed4-9869-63290e33221e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:47.227778 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8eaed05-a144-4ed4-9869-63290e33221e'] response: {'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080', 'status': 'completed', 'code': 200} May 12 23:28:47.235521 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.287283 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:28:47.325012 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-66397af8-c6f2-43fc-9222-4df88b8973aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:47.326497 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-66397af8-c6f2-43fc-9222-4df88b8973aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.0700526 May 12 23:28:47.350942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Allocated IP 172.27.3.240 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:28:47.484990 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-99fa5418-f2fc-4be6-8531-1f91095ca25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:47.486470 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-99fa5418-f2fc-4be6-8531-1f91095ca25f service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.1506815 May 12 23:28:47.514936 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '6a62eeab-0c1e-4e03-8a9d-110df4def8b6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:33Z', 'updated_at': '2022-05-12T23:28:46Z', 'revision_number': 3, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:47.546081 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996652-cafc-4803-ab55-002795158b83 None None] Checking router: 672c6641-3bc5-48ec-a6f1-a7d37527e10a for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:28:47.554412 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:28:47.555018 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:47.555604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.575773 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-26add746-7bb2-4b96-9e9f-e08b5be69901 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 1000 time: 0.0804012 May 12 23:28:47.639841 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:47.652806 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-84b52591-455b-4e0f-8c93-1c64ddb6e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:47.654642 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-84b52591-455b-4e0f-8c93-1c64ddb6e8d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0707886 May 12 23:28:47.667215 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:28:47.713519 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:28:47.719544 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:28:47.729703 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:28:47.738301 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'Port': ['ID=a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:47.742547 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-72b399b4-d706-40d3-8d8d-60d150afcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:47.744105 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-72b399b4-d706-40d3-8d8d-60d150afcbb1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655811 May 12 23:28:47.892239 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bc996652-cafc-4803-ab55-002795158b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '6a62eeab-0c1e-4e03-8a9d-110df4def8b6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:33Z', 'updated_at': '2022-05-12T23:28:46Z', 'revision_number': 3, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:28:47.924119 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996652-cafc-4803-ab55-002795158b83 None None] The sync data for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi is: [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '6a62eeab-0c1e-4e03-8a9d-110df4def8b6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'port_id': '5526cb70-43f3-4956-93b0-46b3692ba080', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'mac_address': 'fa:16:3e:d6:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1252dc5a-b937-4bbc-804b-ea351b454937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:26:33Z', 'updated_at': '2022-05-12T23:28:46Z', 'revision_number': 3, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:28:48.081908 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (fd33758d-31e5-4985-a329-047ceff383ce), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:48.131367 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-e82dc0ba-dbaf-42ec-8990-510b3ff4e819 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628774 May 12 23:28:48.135840 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:48.143100 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c003c2-0713-4749-aacd-61bfecf07c4f req-1c492f1a-bade-4e16-b282-e9668cbd4af3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:48.144577 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3c003c2-0713-4749-aacd-61bfecf07c4f req-1c492f1a-bade-4e16-b282-e9668cbd4af3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0489862 May 12 23:28:48.195620 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e3c003c2-0713-4749-aacd-61bfecf07c4f req-c63ac29c-a4e3-4883-b787-0f3cfa79cd92 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 May 12 23:28:48.299708 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-17fb3794-3d05-4759-9b7d-57f7daa2d50e req-c8360c13-bb07-4546-8518-35986f8de921 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607361 May 12 23:28:48.392534 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:48.396940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:48.428221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (fd33758d-31e5-4985-a329-047ceff383ce), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:48.446247 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'Port': ['ID=a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:48.451344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:48.452563 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-edc6ef73-909a-409a-a8f4-dc091ed760b4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3675606 May 12 23:28:48.642857 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-3a11d98e-a6e7-44ed-9abf-1b7cf2ae0824 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--260851199&fields=id&tenant_id=7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 267 time: 0.0412035 May 12 23:28:48.750104 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-e12dc257-9e31-42a7-8483-8dcfbab5e87d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:48.751566 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-e12dc257-9e31-42a7-8483-8dcfbab5e87d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 817 time: 0.1024411 May 12 23:28:48.765877 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-788a622d-ef07-44e6-bee5-244e7a98b20b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/quotas/7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 375 time: 0.0087085 May 12 23:28:48.813530 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-a7c8a7ad-fa5d-431b-81c2-103d165bcc88 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430336 May 12 23:28:48.908981 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-bb327434-7594-4967-8b22-39bd947619c9 service neutron] 10.222.0.49 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 May 12 23:28:48.996061 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-7ca1d9be-82b0-41f5-8f7b-1a20030a8188 service neutron] 10.222.0.49 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814588 May 12 23:28:49.152859 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a4611b1c-8d90-4a80-a04b-5c452b9c017b req-1d7f86b7-2f07-4225-8520-0366c99cc721 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 210 time: 0.0275457 May 12 23:28:49.228620 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:49.231044 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:49.268041 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac92e4-3a46-4137-8719-5e31c4ce072c x-openstack-request-id: req-e2ac92e4-3a46-4137-8719-5e31c4ce072c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:49.268365 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:49.268626 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2ac92e4-3a46-4137-8719-5e31c4ce072c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:49.269028 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ac92e4-3a46-4137-8719-5e31c4ce072c'] response: {'name': 'network-changed', 'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080', 'status': 'completed', 'code': 200} May 12 23:28:49.331088 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436788d2-ddc0-4d7c-ac36-a926553b1c19 req-f2455f45-5369-4ac6-abcd-0425cccbd898 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:49.333296 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-436788d2-ddc0-4d7c-ac36-a926553b1c19 req-f2455f45-5369-4ac6-abcd-0425cccbd898 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0623009 May 12 23:28:49.340757 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-05c60b95-373a-4cfc-b2d7-2abf614f07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:49.342611 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-05c60b95-373a-4cfc-b2d7-2abf614f07ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 1129 time: 0.0498278 May 12 23:28:49.404844 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-436788d2-ddc0-4d7c-ac36-a926553b1c19 req-9c4b7984-cdbb-4bb8-9067-d6eb103b78f9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651326 May 12 23:28:49.451131 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-5b1b1db4-6c21-414e-832f-cac5ab5286d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:49.452854 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-5b1b1db4-6c21-414e-832f-cac5ab5286d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.0937779 May 12 23:28:49.522138 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-93510ee1-86c1-43cd-9482-365dde08be02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 200 len: 1000 time: 0.0629478 May 12 23:28:49.570853 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-a56e2d63-de43-46ed-9fc2-94b382b1b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:49.572344 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-a56e2d63-de43-46ed-9fc2-94b382b1b434 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0439866 May 12 23:28:49.616439 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-0c56420c-8112-4098-a036-37b9fa9bd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:49.617929 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-0c56420c-8112-4098-a036-37b9fa9bd526 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389228 May 12 23:28:49.712198 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-69b127b1-3c6f-4483-a6c1-aa08b5afa6cd service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867507 May 12 23:28:50.081612 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05d44de7-7ef9-4c5a-80f2-b7e637fc8a3a req-5e3f5c9c-5e7e-4a6a-971e-20a287a84417 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173186 May 12 23:28:50.154115 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-a9cf192d-d890-4645-86b6-bff0dda0a7a5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:50.155560 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-a9cf192d-d890-4645-86b6-bff0dda0a7a5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 817 time: 0.1181185 May 12 23:28:50.219308 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-4da84bc0-c939-41c7-9928-fd6df679d6ca tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 379 time: 0.0540230 May 12 23:28:50.234790 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'port': {'device_id': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'admin_state_up': True, 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'security_groups': ['f8617ca4-3d20-48b4-9487-85767560fa3f']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:50.260283 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f465a948-13c7-4f79-be8e-6d63d0898e49 req-74aa9414-626d-4fcb-bbe1-32aaf3f1873d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 210 time: 0.0292480 May 12 23:28:50.344778 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Made reservation on behalf of 7ae06aac3a6c483191a4b0ccba915334 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:28:50.348145 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:50.470823 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Allocated IP 172.20.0.14 (caa95e50-744d-41c0-bd90-21e3d6753723/c12b85fc-6911-4b35-b380-cee5e7a8f129/7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:28:50.523365 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e20ce-db3b-4676-acec-b811363b54de req-fa25b265-5ab1-49dd-ab51-87e6935d6687 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:50.524890 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e22e20ce-db3b-4676-acec-b811363b54de req-fa25b265-5ab1-49dd-ab51-87e6935d6687 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0481868 May 12 23:28:50.572052 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e22e20ce-db3b-4676-acec-b811363b54de req-98a1b921-b70d-498d-8946-f500b4a3301f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 May 12 23:28:50.611863 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:50.643964 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:50.685831 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Network caa95e50-744d-41c0-bd90-21e3d6753723 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:28:50.688916 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:28:50.695053 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:28:50.699683 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:50.700317 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:50.706547 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:50.721814 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b3ef91f6-4545-46ed-8c7c-26764d0e02eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4908319 May 12 23:28:50.755576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Request body: {'port': {'device_id': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:50.825181 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:50.934859 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3eacd81c-ea97-46d1-9f1e-ecf406f5334d None None] Provisioning complete for port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:28:50.935423 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eacd81c-ea97-46d1-9f1e-ecf406f5334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:50.968964 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3eacd81c-ea97-46d1-9f1e-ecf406f5334d None None] Port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:28:51.123547 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:28:51.130936 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Publish callbacks [] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:51.143445 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Transition to ACTIVE for port object 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:28:51.146817 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:51.197516 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:51.231605 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Attempting to bind port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:28:51.231955 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Attempting to bind port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:28:51.232180 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Attempting to bind port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 on network caa95e50-744d-41c0-bd90-21e3d6753723 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:28:51.236858 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 on network caa95e50-744d-41c0-bd90-21e3d6753723 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:28:51.237179 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Attempting to bind port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 on network caa95e50-744d-41c0-bd90-21e3d6753723 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:28:51.242267 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:28:51.242603 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Checking segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:28:51.242988 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Bound using segment: {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:28:51.243416 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Bound port: 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c1a4a-2819-4189-bbab-f5d9802d7b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:28:51.243789 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:51.312204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:28:51.315934 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:28:51.325616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:51.366841 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:51.367487 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:51.368865 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] 10.222.0.76 "PUT /v2.0/ports/7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 1094 time: 0.6186864 May 12 23:28:51.369300 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:51.371580 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6906a579-a45b-4007-92db-d7bb335a340c" -d '{"events": [{"name": "network-changed", "server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:51.395125 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc4f52-d6b7-4378-be54-1f120e3beef7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:51.402657 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27635e-dde7-4e05-a0ba-973abcbc1bad req-26918181-e2b5-4e60-acff-8e35ce89dc6f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:51.404357 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fe27635e-dde7-4e05-a0ba-973abcbc1bad req-26918181-e2b5-4e60-acff-8e35ce89dc6f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0656233 May 12 23:28:51.445409 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e299a9e3-a4b0-42b9-939f-b7dba617f634 x-openstack-request-id: req-e299a9e3-a4b0-42b9-939f-b7dba617f634 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:51.445627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:51.445864 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e299a9e3-a4b0-42b9-939f-b7dba617f634 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:51.446264 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e299a9e3-a4b0-42b9-939f-b7dba617f634'] response: {'name': 'network-changed', 'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'status': 'completed', 'code': 200} May 12 23:28:51.460045 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-1e7bdbc8-1d29-4278-9ee9-ae7444da45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:51.461741 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-1e7bdbc8-1d29-4278-9ee9-ae7444da45e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1128 time: 0.0484138 May 12 23:28:51.464046 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fe27635e-dde7-4e05-a0ba-973abcbc1bad req-32401395-ad1f-405b-8cd7-0fd539c41b76 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538948 May 12 23:28:51.507103 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-6bb82773-e782-491d-b54b-59f3ff5a1954 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 217 time: 0.0366707 May 12 23:28:51.568994 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-32f2d7c5-bbc9-4d4f-a0a4-5681f59b3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:51.570475 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-32f2d7c5-bbc9-4d4f-a0a4-5681f59b3f7a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.0487411 May 12 23:28:51.616530 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-6fac4dc3-ca27-4192-adfd-d415cd205d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:51.618031 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-6fac4dc3-ca27-4192-adfd-d415cd205d95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390897 May 12 23:28:51.689227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e02633-7e9a-45a3-9121-e4e928395d9b req-0c38d79c-285b-478d-aebb-48017c577f08 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:51.690704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47e02633-7e9a-45a3-9121-e4e928395d9b req-0c38d79c-285b-478d-aebb-48017c577f08 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0468402 May 12 23:28:51.708751 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-b771d0e9-651a-4f91-8022-b77c9588f23a service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 May 12 23:28:51.737190 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47e02633-7e9a-45a3-9121-e4e928395d9b req-2499ab39-9428-4d24-a5fe-43cd44e62198 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 May 12 23:28:51.801847 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7548c9da-2ca9-4c00-8332-22e1c7c4c0e8 req-925e4940-8fa4-4a00-9ed1-15a200c673e5 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862632 May 12 23:28:52.583559 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e3e5-fe8b-4dbb-9f3a-db4fcb8b784e req-326ff5c1-17a4-40a7-a26b-d6f2e2e35451 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:52.585034 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e20e3e5-fe8b-4dbb-9f3a-db4fcb8b784e req-326ff5c1-17a4-40a7-a26b-d6f2e2e35451 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0490134 May 12 23:28:52.629401 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0e20e3e5-fe8b-4dbb-9f3a-db4fcb8b784e req-5c098b51-5863-43bb-8da7-6bdc42f59471 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 May 12 23:28:52.849056 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e9077-ecf4-44b5-8601-acd39c5038ce req-2ea046cd-bcd8-48a9-9a64-89154c785dde tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:52.850523 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d40e9077-ecf4-44b5-8601-acd39c5038ce req-2ea046cd-bcd8-48a9-9a64-89154c785dde tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0462694 May 12 23:28:52.851436 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906a579-a45b-4007-92db-d7bb335a340c req-0a091fc3-381e-4d98-8069-1499029159e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:52.853076 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-0a091fc3-381e-4d98-8069-1499029159e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1128 time: 0.0381994 May 12 23:28:52.896494 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d40e9077-ecf4-44b5-8601-acd39c5038ce req-3a97b012-784d-495c-a3d1-f2b9d58851ab tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 May 12 23:28:52.946752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906a579-a45b-4007-92db-d7bb335a340c req-00275e77-9e00-4154-b723-6b599c8c6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:52.948209 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-00275e77-9e00-4154-b723-6b599c8c6f75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.0880725 May 12 23:28:52.988522 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-ff0e7148-f9c2-49c6-ba3e-4c2c428fc5d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 217 time: 0.0334766 May 12 23:28:53.034308 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906a579-a45b-4007-92db-d7bb335a340c req-799819f3-5d00-4834-b1e7-61d2b42bca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:53.035612 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-799819f3-5d00-4834-b1e7-61d2b42bca68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.0412655 May 12 23:28:53.081971 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906a579-a45b-4007-92db-d7bb335a340c req-6c0f3930-3b6f-42c9-a90c-a7be0c0cb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:53.083412 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-6c0f3930-3b6f-42c9-a90c-a7be0c0cb48e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412474 May 12 23:28:53.171726 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-1c77b514-6331-401f-b849-dd44fc453069 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816772 May 12 23:28:53.264170 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6906a579-a45b-4007-92db-d7bb335a340c req-0804e8c1-f447-492a-9972-025ecf5034f2 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845473 May 12 23:28:53.760792 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05315044-e2c4-499d-8360-0610fa6ffaf5 req-1b39d1f4-2842-48ec-a4f1-531853e50a97 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:53.762809 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-05315044-e2c4-499d-8360-0610fa6ffaf5 req-1b39d1f4-2842-48ec-a4f1-531853e50a97 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0627623 May 12 23:28:53.811762 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-05315044-e2c4-499d-8360-0610fa6ffaf5 req-a75faf9e-f210-41c7-b4da-89c304b3a671 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 May 12 23:28:54.006684 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ce21-4e4d-467e-806e-2996ac18d488 req-fe262648-2b62-4d44-bfb3-c56a8f8ee66e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:54.008121 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc26ce21-4e4d-467e-806e-2996ac18d488 req-fe262648-2b62-4d44-bfb3-c56a8f8ee66e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0449138 May 12 23:28:54.057829 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc26ce21-4e4d-467e-806e-2996ac18d488 req-d396aaf7-9375-47bf-8bd8-c85f649d1ec1 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 May 12 23:28:54.598400 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:28:54.694748 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:54.705393 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'mac_address': 'fa:16:3e:5b:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:28:54.741622 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:28:54.742006 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:54.756031 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:28:54.778634 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:54.783355 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:54.828359 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:54.835150 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.835496 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.835853 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.836203 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.836565 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.836894 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.837217 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.837557 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.837859 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.838179 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.838500 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.838834 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.839152 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.839997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.840322 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:28:54.927897 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c4e1c-71a5-4236-907a-427119386250 req-2a9a9dfb-9d6d-4b38-86da-69fd354ff3b0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:54.929379 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce5c4e1c-71a5-4236-907a-427119386250 req-2a9a9dfb-9d6d-4b38-86da-69fd354ff3b0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 945 time: 0.0468166 May 12 23:28:54.973909 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce5c4e1c-71a5-4236-907a-427119386250 req-d71ee517-ecaf-420e-82f7-f6fa3ce1a32d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390801 May 12 23:28:55.114373 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:28:55.173554 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e3498-4352-4dbe-8bef-3ccb4a9c035d req-b857278f-9f73-4a97-bbff-4678d191a261 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:55.175023 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee1e3498-4352-4dbe-8bef-3ccb4a9c035d req-b857278f-9f73-4a97-bbff-4678d191a261 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0497215 May 12 23:28:55.220481 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee1e3498-4352-4dbe-8bef-3ccb4a9c035d req-5c78d7e8-cdd5-43a7-a385-aa17633c23d4 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 May 12 23:28:55.414707 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2107f4a-cbf8-4227-8849-43df85505241 req-eb80dbe6-744d-41c0-854b-5d9c506238a0 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:55.416170 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2107f4a-cbf8-4227-8849-43df85505241 req-eb80dbe6-744d-41c0-854b-5d9c506238a0 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0486281 May 12 23:28:55.454578 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-0cc6ea8c-20d6-4f60-811b-1f2241284615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:55.456094 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-0cc6ea8c-20d6-4f60-811b-1f2241284615 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 1129 time: 0.0431378 May 12 23:28:55.464790 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f2107f4a-cbf8-4227-8849-43df85505241 req-53b6b27b-45c7-441e-a576-3b0fdf9d5947 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 May 12 23:28:55.548421 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-333b48f6-9dd9-4c5a-bf13-931282468974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:55.549957 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-333b48f6-9dd9-4c5a-bf13-931282468974 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 912 time: 0.0871294 May 12 23:28:55.617336 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-1cba0a81-ed9f-4dad-b763-9389fff5ada0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 200 len: 1000 time: 0.0558512 May 12 23:28:55.671309 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-8777a66c-e99e-420b-bf76-a5339269c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:55.672680 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-8777a66c-e99e-420b-bf76-a5339269c54a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0416794 May 12 23:28:55.722262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-d9a43a4b-3318-41da-867c-e092be06b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:55.723735 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-d9a43a4b-3318-41da-867c-e092be06b55f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439854 May 12 23:28:55.822806 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-89f48013-0ea2-47fe-ad24-44325bbf03c7 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814846 May 12 23:28:55.914121 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2f99f7f-1d49-41a2-8fcc-1bc97c914244 req-0b591be6-acc1-4347-b1fa-af7072b8bbab service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846338 May 12 23:28:56.091176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75f71-f1ae-4494-bf3c-d26ce394c81a req-bc0f6a84-d734-46ef-a59e-04caeb4b9a14 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:56.092639 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39e75f71-f1ae-4494-bf3c-d26ce394c81a req-bc0f6a84-d734-46ef-a59e-04caeb4b9a14 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 945 time: 0.0451083 May 12 23:28:56.141705 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39e75f71-f1ae-4494-bf3c-d26ce394c81a req-bdcb943c-4c60-4b69-bdf5-a6ce95b75976 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436933 May 12 23:28:56.577526 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aae3d-42d2-4b47-bb15-31c733dffdc8 req-16f70a31-f61d-48c8-8728-0a02829c8401 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:56.578969 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-512aae3d-42d2-4b47-bb15-31c733dffdc8 req-16f70a31-f61d-48c8-8728-0a02829c8401 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0468616 May 12 23:28:56.614976 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:28:56.625140 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-512aae3d-42d2-4b47-bb15-31c733dffdc8 req-bdd586d2-e0a2-4134-a009-df3d3f7c57b6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 May 12 23:28:56.659080 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:28:56.665161 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:28:56.665503 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:56.746995 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:28:56.747557 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:56.775339 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:28:56.778171 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e76c8-d0c6-44f1-8011-ef0c12aadf5a" -d '{"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:28:56.794604 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:28:56.794604 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:28:56.821792 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ff7e8f-a669-46f9-82d9-55a34ece0a62 x-openstack-request-id: req-18ff7e8f-a669-46f9-82d9-55a34ece0a62 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:28:56.822128 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:28:56.822406 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18ff7e8f-a669-46f9-82d9-55a34ece0a62 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:28:56.822819 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ff7e8f-a669-46f9-82d9-55a34ece0a62'] response: {'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'code': 200} May 12 23:28:56.844547 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:28:57.057692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe04c3-b42a-44e1-82de-cbd3332f6447 req-672ef466-92bb-46ef-bbf1-27e4bc721bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:57.059077 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ecfe04c3-b42a-44e1-82de-cbd3332f6447 req-672ef466-92bb-46ef-bbf1-27e4bc721bbf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1130 time: 0.0391605 May 12 23:28:57.116796 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ecfe04c3-b42a-44e1-82de-cbd3332f6447 req-715aa918-171c-4b60-9d65-fb50a24072c6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370357 May 12 23:28:57.257524 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09127bf-4221-4ca9-b21d-beee20c6c807 req-fde1aaa8-3ed6-4ec7-9498-75772df31cff tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:57.258985 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b09127bf-4221-4ca9-b21d-beee20c6c807 req-fde1aaa8-3ed6-4ec7-9498-75772df31cff tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0458260 May 12 23:28:57.304411 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b09127bf-4221-4ca9-b21d-beee20c6c807 req-4dec1a73-d78f-4ade-a316-f0d3dab6bad0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399628 May 12 23:28:57.425756 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:28:57.741262 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c978d0-b4ab-4da4-beb3-5c9a295dc4cf req-43d14437-bd8f-40b7-853f-7fee1f2de3cd tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:57.742734 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93c978d0-b4ab-4da4-beb3-5c9a295dc4cf req-43d14437-bd8f-40b7-853f-7fee1f2de3cd tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0489459 May 12 23:28:57.790391 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93c978d0-b4ab-4da4-beb3-5c9a295dc4cf req-d84e29b5-2552-4f61-bc5b-8c0770029862 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 May 12 23:28:58.418995 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd37791-764b-46a4-aae2-4b26cd47d81b req-93ec6970-31d6-4f4d-b5f4-be624c6a0d87 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:58.420476 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-edd37791-764b-46a4-aae2-4b26cd47d81b req-93ec6970-31d6-4f4d-b5f4-be624c6a0d87 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0466511 May 12 23:28:58.468047 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-edd37791-764b-46a4-aae2-4b26cd47d81b req-0405aef2-1d05-4143-b03f-0cc8c88f3624 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 May 12 23:28:59.585980 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095deb8-5dc2-48a7-bc31-6eea6b80ad15 req-20f654cd-3744-4d3c-a6c6-a03053fb6874 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:59.587431 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f095deb8-5dc2-48a7-bc31-6eea6b80ad15 req-20f654cd-3744-4d3c-a6c6-a03053fb6874 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0495672 May 12 23:28:59.632937 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f095deb8-5dc2-48a7-bc31-6eea6b80ad15 req-d6b72ed5-fb6f-478c-b7d8-35f42ef45b02 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 May 12 23:28:59.746572 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9160f-a3ec-4c31-b994-c04a825e4dd6 req-fe73f36f-2a0d-496d-8c08-ff9ed457af28 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:28:59.748057 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cd9160f-a3ec-4c31-b994-c04a825e4dd6 req-fe73f36f-2a0d-496d-8c08-ff9ed457af28 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0472407 May 12 23:28:59.756388 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56286) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:28:59.760654 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Request body: {'floatingip': {'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:28:59.799684 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (fd33758d-31e5-4985-a329-047ceff383ce), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:00.486669 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:00.490418 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (fd33758d-31e5-4985-a329-047ceff383ce), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:00.589545 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Floating IP fd33758d-31e5-4985-a329-047ceff383ce associated. External IP: 172.27.3.240, port: 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3. May 12 23:29:00.806050 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Router ec018ccf-1951-4668-b041-eee6a3496973 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:00.916646 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:00.922047 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:00.927788 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:00.937083 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:00.937689 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:00.949650 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2cc698e1-54f5-4fcc-9342-c2e39f1e0acb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "PUT /v2.0/floatingips/fd33758d-31e5-4985-a329-047ceff383ce HTTP/1.1" status: 200 len: 992 time: 1.1921833 May 12 23:29:00.950227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:00.952463 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:00.988193 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f0411a-7d34-45d3-9c4e-0c24156a3816 x-openstack-request-id: req-33f0411a-7d34-45d3-9c4e-0c24156a3816 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:00.988510 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:00.988762 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33f0411a-7d34-45d3-9c4e-0c24156a3816 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:00.989157 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f0411a-7d34-45d3-9c4e-0c24156a3816'] response: {'name': 'network-changed', 'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'status': 'completed', 'code': 200} May 12 23:29:01.047614 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:01.052648 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-aa87540d-713b-4ab5-bcfa-e36cb8c60a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:01.054136 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-aa87540d-713b-4ab5-bcfa-e36cb8c60a93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1130 time: 0.0391207 May 12 23:29:01.150677 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-9dde48f0-d358-4566-8309-4c31ac42284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:01.153350 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-9dde48f0-d358-4566-8309-4c31ac42284a service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.0915582 May 12 23:29:01.224690 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-19e3b609-46fc-4cc8-bd6f-b045f5e5ed28 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0642290 May 12 23:29:01.275435 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-8ab8f8f4-527f-4cbd-b206-ea7485bf5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:01.277451 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-8ab8f8f4-527f-4cbd-b206-ea7485bf5d06 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.0433283 May 12 23:29:01.321451 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-ee3407d4-f5da-4e16-8106-b2b849d14d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:01.323213 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-ee3407d4-f5da-4e16-8106-b2b849d14d7f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377512 May 12 23:29:01.416601 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-451e97df-f126-4023-9539-a9b69e673037 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 May 12 23:29:01.430845 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'fd33758d-31e5-4985-a329-047ceff383ce', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'mac_address': 'fa:16:3e:5b:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:28:47Z', 'updated_at': '2022-05-12T23:29:00Z', 'revision_number': 1, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:01.460802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:01.468994 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:01.469612 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:01.504041 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c53f571d-6c6a-43ef-a50c-3b2a1cbf99a2 req-4ff0a68f-316b-4caa-9fe9-ba6cdd94bc93 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814354 May 12 23:29:01.578146 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:01.790758 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'fd33758d-31e5-4985-a329-047ceff383ce', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'mac_address': 'fa:16:3e:5b:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:28:47Z', 'updated_at': '2022-05-12T23:29:00Z', 'revision_number': 1, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:01.817441 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930f4ae-bfc2-4174-8c78-65b49ef7228b None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'fd33758d-31e5-4985-a329-047ceff383ce', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'mac_address': 'fa:16:3e:5b:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:28:47Z', 'updated_at': '2022-05-12T23:29:00Z', 'revision_number': 1, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:02.003329 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9fc347-0a9d-474e-8602-26504c42c9bd None None] New status for floating IP fd33758d-31e5-4985-a329-047ceff383ce: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:09.607601 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0be67-fe29-43a7-8203-e17092b7fd03 req-78f25534-a0b7-4603-b929-09af7328bcba tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:09.609001 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c7d0be67-fe29-43a7-8203-e17092b7fd03 req-78f25534-a0b7-4603-b929-09af7328bcba tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.1065018 May 12 23:29:09.658190 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c7d0be67-fe29-43a7-8203-e17092b7fd03 req-cc4db1a4-99fb-4b12-b21e-37cf500a2d7d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 May 12 23:29:10.783770 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8e79-da8a-4851-a563-500bafaca47b req-521ed719-efe9-4b15-9925-92db2fdd244f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:10.785663 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf1c8e79-da8a-4851-a563-500bafaca47b req-521ed719-efe9-4b15-9925-92db2fdd244f tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0583863 May 12 23:29:10.807570 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b96c51ea-3db6-457f-a217-60965b0f58b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:10.835366 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cf1c8e79-da8a-4851-a563-500bafaca47b req-11b518a8-8599-4bff-ae3a-de18ca176c03 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 May 12 23:29:11.585094 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d414-4f18-4738-9787-a750d55668ed req-4061c5a1-7956-4813-9cfa-74b4e12f0010 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:11.586395 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ed19d414-4f18-4738-9787-a750d55668ed req-4061c5a1-7956-4813-9cfa-74b4e12f0010 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0456622 May 12 23:29:11.691525 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 08fc6baf-7bd1-417c-8b64-abe9a88e429b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:11.691861 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:11.780150 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] For port 08fc6baf-7bd1-417c-8b64-abe9a88e429b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=08fc6baf-7bd1-417c-8b64-abe9a88e429b,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:11.780543 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:11.947628 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c047-796d-4219-890e-9f059b9ec2fb req-b0f0ed75-1e3a-440f-af30-c93871e11ce5 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:11.948735 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:11.949103 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (50685d2b-2fc1-4f21-a60c-fe3a80a3cd70), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:11.949249 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06a1c047-796d-4219-890e-9f059b9ec2fb req-b0f0ed75-1e3a-440f-af30-c93871e11ce5 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0465591 May 12 23:29:11.949446 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP 50685d2b-2fc1-4f21-a60c-fe3a80a3cd70 disassociated. External IP: 172.27.3.195, port: 08fc6baf-7bd1-417c-8b64-abe9a88e429b. May 12 23:29:11.949732 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 08fc6baf-7bd1-417c-8b64-abe9a88e429b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:11.996165 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06a1c047-796d-4219-890e-9f059b9ec2fb req-c8278172-7c30-4307-ad03-4996a33ee3b0 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=b701ef26-ade2-4d88-994a-46e699f19a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 May 12 23:29:12.078729 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (08fc6baf-7bd1-417c-8b64-abe9a88e429b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:12.112399 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=08fc6baf-7bd1-417c-8b64-abe9a88e429b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:12.466119 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:12.580763 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:12.592288 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:12.605155 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:12.605891 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:12.622281 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] No DVR routers for this DVR port 08fc6baf-7bd1-417c-8b64-abe9a88e429b on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:12.624726 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:12.627896 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ed19d414-4f18-4738-9787-a750d55668ed req-6e6a769d-5f79-43e5-b45c-8b12e039abae tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "DELETE /v2.0/ports/08fc6baf-7bd1-417c-8b64-abe9a88e429b HTTP/1.1" status: 204 len: 173 time: 1.0194786 May 12 23:29:12.628347 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'name': 'network-vif-deleted', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:12.630563 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfccfd3c-25bb-4253-803c-7ba6ed024407" -d '{"events": [{"server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "name": "network-vif-deleted", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:12.670753 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9a285-2ea3-4ddc-9029-71807ebc8284 x-openstack-request-id: req-5bc9a285-2ea3-4ddc-9029-71807ebc8284 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:12.671164 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8201efe1-29d9-479e-a174-18185e2a3a92", "name": "network-vif-deleted", "tag": "08fc6baf-7bd1-417c-8b64-abe9a88e429b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:12.671431 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bc9a285-2ea3-4ddc-9029-71807ebc8284 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:12.671894 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc9a285-2ea3-4ddc-9029-71807ebc8284'] response: {'server_uuid': '8201efe1-29d9-479e-a174-18185e2a3a92', 'name': 'network-vif-deleted', 'tag': '08fc6baf-7bd1-417c-8b64-abe9a88e429b', 'status': 'completed', 'code': 200} May 12 23:29:12.718900 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:12.917024 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:12.943016 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:12.951433 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:12.952018 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:28:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:13.058614 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:13.106801 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d47d635f-9ac3-4ba2-9495-1ac6be52b4be req-a0564b93-06a1-44f4-85c5-838302aafd5a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=8201efe1-29d9-479e-a174-18185e2a3a92 HTTP/1.1" status: 200 len: 210 time: 0.0324633 May 12 23:29:13.286092 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5c435d8-5fb2-474d-9a18-4c6f3475788d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:13.382015 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:13.408392 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d50026b-637e-422d-ae4a-fb6871424e8a None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:13.611397 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd46750-8c2d-4993-b0dd-7a3bca05790d None None] New status for floating IP 50685d2b-2fc1-4f21-a60c-fe3a80a3cd70: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:14.054972 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.137196 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.191640 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:14.245179 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1835c84e-4858-46bc-b266-f8d641db44dd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (b701ef26-ade2-4d88-994a-46e699f19a9a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.268572 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1835c84e-4858-46bc-b266-f8d641db44dd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (b701ef26-ade2-4d88-994a-46e699f19a9a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.315658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1835c84e-4858-46bc-b266-f8d641db44dd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b701ef26-ade2-4d88-994a-46e699f19a9a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.318308 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1835c84e-4858-46bc-b266-f8d641db44dd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.319450 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1835c84e-4858-46bc-b266-f8d641db44dd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/security-groups/b701ef26-ade2-4d88-994a-46e699f19a9a HTTP/1.1" status: 204 len: 168 time: 0.1267588 May 12 23:29:14.322215 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:14.328429 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835c84e-4858-46bc-b266-f8d641db44dd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b701ef26-ade2-4d88-994a-46e699f19a9a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:14.337402 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-7b874e53-0c9a-4789-a5fa-cf4cecedcdf8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] show failed (client error): The resource could not be found. May 12 23:29:14.338405 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7b874e53-0c9a-4789-a5fa-cf4cecedcdf8 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups/b701ef26-ade2-4d88-994a-46e699f19a9a HTTP/1.1" status: 404 len: 347 time: 0.0152297 May 12 23:29:14.341761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:14.457528 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port aa916598-3f64-4362-9773-953bb9028c59 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:14.457871 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (aa916598-3f64-4362-9773-953bb9028c59), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.533999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (aa916598-3f64-4362-9773-953bb9028c59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.534251 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (aa916598-3f64-4362-9773-953bb9028c59), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.546501 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for aa916598-3f64-4362-9773-953bb9028c59 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:14.674330 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (aa916598-3f64-4362-9773-953bb9028c59), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.698840 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=aa916598-3f64-4362-9773-953bb9028c59,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:14.723170 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (50685d2b-2fc1-4f21-a60c-fe3a80a3cd70), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.725735 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.726857 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-238af8ea-5d81-4726-bd61-84eaef5508a6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/floatingips/50685d2b-2fc1-4f21-a60c-fe3a80a3cd70 HTTP/1.1" status: 204 len: 168 time: 0.3842294 May 12 23:29:14.789170 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:14.794997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255502900', 'description': 'tempest-description--431737302'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:14.815411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 08fc6baf-7bd1-417c-8b64-abe9a88e429b no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:14.819055 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.834906 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 08fc6baf-7bd1-417c-8b64-abe9a88e429b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:14.835248 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 08fc6baf-7bd1-417c-8b64-abe9a88e429b not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:14.889208 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (5feb1b6d-a42c-44dc-9d9c-17365672d445), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.892856 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (5feb1b6d-a42c-44dc-9d9c-17365672d445), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.924436 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:14.925615 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352084 May 12 23:29:14.927358 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff5ae1-e22d-4ab0-9b18-48ddc9c05098 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb1b6d-a42c-44dc-9d9c-17365672d445,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:14.928577 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:14.933599 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': '5feb1b6d-a42c-44dc-9d9c-17365672d445', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:14.959202 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (c0f29d32-46d1-4320-8ea9-056e3ac2be4f), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.012554 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (c0f29d32-46d1-4320-8ea9-056e3ac2be4f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.016024 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (c0f29d32-46d1-4320-8ea9-056e3ac2be4f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.032913 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f29d32-46d1-4320-8ea9-056e3ac2be4f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:15.041047 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.042681 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-35d055ca-507c-447c-a609-464d9aa8b6af tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126022 May 12 23:29:15.045300 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:15.049398 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'security_group_rule': {'security_group_id': '5feb1b6d-a42c-44dc-9d9c-17365672d445', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:15.074601 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (2f002fbb-d7f7-4594-9cad-f72dcc148bcb), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.131280 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (2f002fbb-d7f7-4594-9cad-f72dcc148bcb), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.134725 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (2f002fbb-d7f7-4594-9cad-f72dcc148bcb), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.152653 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f002fbb-d7f7-4594-9cad-f72dcc148bcb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:15.157353 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.158505 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a599f313-3a97-47e4-836a-c8b0f444ca32 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123121 May 12 23:29:15.161598 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:15.165939 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:15.185747 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.262428 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.369632 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.27.3.54 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/8005d463-baf7-4c03-a93a-c65336a35559) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:29:15.467681 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (8005d463-baf7-4c03-a93a-c65336a35559), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.499734 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (8005d463-baf7-4c03-a93a-c65336a35559), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.541780 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:29:15.544590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:29:15.550137 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:29:15.571461 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=8005d463-baf7-4c03-a93a-c65336a35559,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:15.634475 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (e6a63f1f-a953-4fda-86a7-c722dbf85bcd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.670084 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (8005d463-baf7-4c03-a93a-c65336a35559), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.739815 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.850136 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (8005d463-baf7-4c03-a93a-c65336a35559), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.854472 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (8005d463-baf7-4c03-a93a-c65336a35559), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.925928 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=8005d463-baf7-4c03-a93a-c65336a35559,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:15.934306 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (e6a63f1f-a953-4fda-86a7-c722dbf85bcd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.949310 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:15.950520 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2f24389e-de12-4afc-8eb7-2598719d0a70 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7880211 May 12 23:29:16.093107 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-47cbbcc3-5af9-4fab-9592-6f72dc32b465 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1255502900&fields=id&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 267 time: 0.0414717 May 12 23:29:16.197937 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-7bcdd96a-6186-4786-9048-aea278aa2486 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381236 May 12 23:29:16.200845 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-3d8bab24-94b6-4cad-af00-0c3bedc0375a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:16.202415 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-3d8bab24-94b6-4cad-af00-0c3bedc0375a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.1030326 May 12 23:29:16.217735 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-adb73fb3-5d07-4302-822f-af7dcd29c7c0 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/quotas/e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 375 time: 0.0097613 May 12 23:29:16.264850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-4465e954-f41a-4cf4-87f0-9ee6acfb36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:16.266422 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-4465e954-f41a-4cf4-87f0-9ee6acfb36da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee4c61b3a55145ecb0429c006212a51c&device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 1129 time: 0.0395534 May 12 23:29:16.267999 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-e152d159-cf6a-4fd3-b01e-1523bdf8b380 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452812 May 12 23:29:16.372360 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-4bf775e3-37b3-4caf-bcc9-55ef1a6a64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:16.373821 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-4bf775e3-37b3-4caf-bcc9-55ef1a6a64ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 200 len: 919 time: 0.0884948 May 12 23:29:16.412136 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-58293a32-a1a6-4faf-8dd7-c736133acce5 service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326835 May 12 23:29:16.416073 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-f4e92fad-dfb9-480b-a667-e89385e72fbb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d HTTP/1.1" status: 200 len: 217 time: 0.0348413 May 12 23:29:16.463737 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-d48d1975-dfc4-4c43-b6d2-7999fe9b4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:16.465962 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-d48d1975-dfc4-4c43-b6d2-7999fe9b4e13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 200 len: 857 time: 0.0433648 May 12 23:29:16.502024 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-59b6cdad-fce2-47a3-8f3b-d58263fc039b service neutron] 10.222.0.49 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833962 May 12 23:29:16.514033 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-de5b40c8-ab81-4e24-a62b-346de81e245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:16.515580 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-de5b40c8-ab81-4e24-a62b-346de81e245c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425642 May 12 23:29:16.619829 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-56a97a4d-9b27-4462-b71e-39146262c218 service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957885 May 12 23:29:16.665843 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-81ef0cd3-9397-4667-91be-21072716b948 req-1a545455-de9a-49c7-8e65-bc6898263915 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 210 time: 0.0280628 May 12 23:29:16.725577 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a2bd289b-dd7a-480f-a94b-de9b69a6d942 req-5d332091-d6e7-4d16-a5a9-0a952f9ea13c service neutron] 10.222.0.76 "GET /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948713 May 12 23:29:17.227545 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:17.764745 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cc7b820-eb1d-486d-a36f-2c877011446d req-7290bd0e-d557-49a7-aeb4-1b0d3ed4cd2a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 210 time: 0.0304663 May 12 23:29:18.015630 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-aa405f42-c3e7-46c4-af1a-fc392ccc713b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:18.017111 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-aa405f42-c3e7-46c4-af1a-fc392ccc713b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 814 time: 0.1027040 May 12 23:29:18.098675 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-88089027-04b6-4868-8b24-d54505f25c3b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e315b6494fa94fb0bc2d6fd27028f475 HTTP/1.1" status: 200 len: 380 time: 0.0525246 May 12 23:29:18.360777 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'port': {'device_id': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'admin_state_up': True, 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'security_groups': ['5feb1b6d-a42c-44dc-9d9c-17365672d445']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:18.476580 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Made reservation on behalf of e315b6494fa94fb0bc2d6fd27028f475 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:29:18.485130 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:18.611590 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Allocated IP 172.20.0.7 (da502bee-be9a-431e-9fcf-9f0d339d4e89/16be676d-5731-4722-872b-f964ae4f789c/3412710c-0722-4df9-a03d-01913942032e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:29:18.743596 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for port (3412710c-0722-4df9-a03d-01913942032e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:18.778272 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (3412710c-0722-4df9-a03d-01913942032e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:18.825392 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:29:18.828517 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:29:18.830875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:29:18.836115 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:18.836744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:18.854232 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event updated for resources: {'Port': ['ID=3412710c-0722-4df9-a03d-01913942032e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:18.864092 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-1cb124d9-3ebb-41e0-952f-db38c4ade85b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5072403 May 12 23:29:18.881559 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Request body: {'port': {'device_id': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:18.898889 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89739404-eeb2-4cdc-83f4-3379ca0843e9 req-1bfe0655-3540-4172-9f63-35c588ff88ab tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:18.906663 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89739404-eeb2-4cdc-83f4-3379ca0843e9 req-1bfe0655-3540-4172-9f63-35c588ff88ab tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 931 time: 0.0742426 May 12 23:29:18.946845 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3412710c-0722-4df9-a03d-01913942032e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:18.953369 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89739404-eeb2-4cdc-83f4-3379ca0843e9 req-2b3161f8-1c1b-4c1d-a8bd-a2097a2fc4ee tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457537 May 12 23:29:19.135681 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dc26e4cc-fba1-4117-8e13-36cbe2d71101 None None] Provisioning complete for port 3412710c-0722-4df9-a03d-01913942032e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:29:19.136244 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc26e4cc-fba1-4117-8e13-36cbe2d71101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (3412710c-0722-4df9-a03d-01913942032e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:19.169922 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dc26e4cc-fba1-4117-8e13-36cbe2d71101 None None] Port 3412710c-0722-4df9-a03d-01913942032e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:29:19.238852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3412710c-0722-4df9-a03d-01913942032e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:29:19.246052 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Publish callbacks [] for port (3412710c-0722-4df9-a03d-01913942032e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:19.258275 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Transition to ACTIVE for port object 3412710c-0722-4df9-a03d-01913942032e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:29:19.262107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3412710c-0722-4df9-a03d-01913942032e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:19.312820 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Pushing event updated for resources: {'Port': ['ID=3412710c-0722-4df9-a03d-01913942032e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:19.347061 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Attempting to bind port 3412710c-0722-4df9-a03d-01913942032e on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:29:19.347401 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Attempting to bind port 3412710c-0722-4df9-a03d-01913942032e by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:29:19.347747 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Attempting to bind port 3412710c-0722-4df9-a03d-01913942032e on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:29:19.352462 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Port 3412710c-0722-4df9-a03d-01913942032e on network da502bee-be9a-431e-9fcf-9f0d339d4e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:29:19.352787 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Attempting to bind port 3412710c-0722-4df9-a03d-01913942032e on network da502bee-be9a-431e-9fcf-9f0d339d4e89 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:29:19.357854 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:29:19.358223 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Checking segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:29:19.358601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Bound using segment: {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:29:19.359030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Bound port: 3412710c-0722-4df9-a03d-01913942032e, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:29:19.359390 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3412710c-0722-4df9-a03d-01913942032e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:19.428393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] For port 3412710c-0722-4df9-a03d-01913942032e, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:29:19.431592 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] For port 3412710c-0722-4df9-a03d-01913942032e, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3412710c-0722-4df9-a03d-01913942032e,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:29:19.438821 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3412710c-0722-4df9-a03d-01913942032e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:19.474205 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:19.474823 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:19.476180 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] 10.222.0.76 "PUT /v2.0/ports/3412710c-0722-4df9-a03d-01913942032e HTTP/1.1" status: 200 len: 1093 time: 0.5991793 May 12 23:29:19.476635 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'tag': '3412710c-0722-4df9-a03d-01913942032e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:19.478814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487258ac-6434-49d4-8679-1c82b17cc82d" -d '{"events": [{"name": "network-changed", "server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "tag": "3412710c-0722-4df9-a03d-01913942032e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:19.505904 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0d15-f652-4732-a0b3-85b7d725215b service neutron] Pushing event updated for resources: {'Port': ['ID=3412710c-0722-4df9-a03d-01913942032e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:19.532562 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c88bd7-6cec-4f9b-97c7-f09cc110066c x-openstack-request-id: req-b4c88bd7-6cec-4f9b-97c7-f09cc110066c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:19.532854 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "tag": "3412710c-0722-4df9-a03d-01913942032e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:19.533106 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4c88bd7-6cec-4f9b-97c7-f09cc110066c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:19.533507 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c88bd7-6cec-4f9b-97c7-f09cc110066c'] response: {'name': 'network-changed', 'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'tag': '3412710c-0722-4df9-a03d-01913942032e', 'status': 'completed', 'code': 200} May 12 23:29:19.572699 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-91df7ddf-ef18-41e2-bf38-03c65ef1b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:19.574711 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-91df7ddf-ef18-41e2-bf38-03c65ef1b58b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 1127 time: 0.0441430 May 12 23:29:19.621966 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-91aec05f-40c8-4bb9-a493-b0cff890de4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3412710c-0722-4df9-a03d-01913942032e HTTP/1.1" status: 200 len: 217 time: 0.0385313 May 12 23:29:19.680172 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-93c7b66a-b2d4-432d-afd4-b56141af46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:19.681917 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-93c7b66a-b2d4-432d-afd4-b56141af46ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0436773 May 12 23:29:19.726131 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-d94a0f79-301d-4f97-a4d5-7a10720498b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:19.727989 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-d94a0f79-301d-4f97-a4d5-7a10720498b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384922 May 12 23:29:19.832169 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-7d89af9b-2832-4f3d-b1b7-3ff9be0450ed service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975575 May 12 23:29:19.923401 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b47b3b72-617e-4aca-b19e-8abaa516dc79 req-ac657477-2d7c-4074-a65d-63bd46ddee56 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814605 May 12 23:29:20.066960 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592291ae-3410-451c-9f3c-866725f5ee81 req-1d80d676-3f05-4063-a972-414303d8a8df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:20.068431 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-592291ae-3410-451c-9f3c-866725f5ee81 req-1d80d676-3f05-4063-a972-414303d8a8df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 943 time: 0.0478456 May 12 23:29:20.113894 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-592291ae-3410-451c-9f3c-866725f5ee81 req-dcfdd2fc-c4c9-4048-8449-6b43c8d016b9 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 May 12 23:29:21.085413 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487258ac-6434-49d4-8679-1c82b17cc82d req-23f5a2c0-bbc0-40ab-94ea-0bbfcdbcf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:21.086821 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-23f5a2c0-bbc0-40ab-94ea-0bbfcdbcf929 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 1127 time: 0.0429513 May 12 23:29:21.177404 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487258ac-6434-49d4-8679-1c82b17cc82d req-e93ea2e3-2c07-4ca7-ad9d-6cb04869f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:21.178908 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-e93ea2e3-2c07-4ca7-ad9d-6cb04869f236 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.0850286 May 12 23:29:21.226315 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-9784e129-e9ca-4831-ac5f-9eb414814267 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3412710c-0722-4df9-a03d-01913942032e HTTP/1.1" status: 200 len: 217 time: 0.0381091 May 12 23:29:21.233252 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714845ee-852c-4cc0-8efc-bb6dac5793ad req-fedf7dbe-fd7d-43d4-b9c3-76d0f9d63de2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:21.234725 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-714845ee-852c-4cc0-8efc-bb6dac5793ad req-fedf7dbe-fd7d-43d4-b9c3-76d0f9d63de2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 943 time: 0.0513463 May 12 23:29:21.276893 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487258ac-6434-49d4-8679-1c82b17cc82d req-a0d7b629-1a26-4438-8bea-ef7053d25192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:21.278461 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-a0d7b629-1a26-4438-8bea-ef7053d25192 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0443654 May 12 23:29:21.282411 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-714845ee-852c-4cc0-8efc-bb6dac5793ad req-a1812dd8-1bd0-4495-93ca-840df0ba7994 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 May 12 23:29:21.322524 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487258ac-6434-49d4-8679-1c82b17cc82d req-51d0d141-b8a5-4cae-b189-30f569926929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:21.324258 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-51d0d141-b8a5-4cae-b189-30f569926929 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392432 May 12 23:29:21.414828 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-34b87681-7a2e-4f3d-8b96-88a4bfa6ed09 service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821853 May 12 23:29:21.502829 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-487258ac-6434-49d4-8679-1c82b17cc82d req-a222a4a6-7a7f-4ea7-a49f-790284b6d04a service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792241 May 12 23:29:22.393354 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016e76-ac01-42eb-89b3-78b6910e50c6 req-7973a83d-e683-4b10-9a07-469593949922 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:22.394790 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06016e76-ac01-42eb-89b3-78b6910e50c6 req-7973a83d-e683-4b10-9a07-469593949922 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 943 time: 0.0457730 May 12 23:29:22.440145 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06016e76-ac01-42eb-89b3-78b6910e50c6 req-341d236b-8f88-4c25-a6a6-51c3b0a36c03 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 May 12 23:29:22.841553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3412710c-0722-4df9-a03d-01913942032e details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:29:22.937437 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 3412710c-0722-4df9-a03d-01913942032e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3412710c-0722-4df9-a03d-01913942032e,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:22.948091 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '3412710c-0722-4df9-a03d-01913942032e', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'port_id': '3412710c-0722-4df9-a03d-01913942032e', 'mac_address': 'fa:16:3e:45:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:29:22.983826 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 3412710c-0722-4df9-a03d-01913942032e is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:29:22.984211 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3412710c-0722-4df9-a03d-01913942032e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:22.999419 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3412710c-0722-4df9-a03d-01913942032e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:29:23.017776 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 3412710c-0722-4df9-a03d-01913942032e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3412710c-0722-4df9-a03d-01913942032e,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:23.021568 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3412710c-0722-4df9-a03d-01913942032e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:23.067196 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=3412710c-0722-4df9-a03d-01913942032e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:23.364077 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['3412710c-0722-4df9-a03d-01913942032e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:23.552021 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134a217-4287-4452-a82f-c4e853b726ea req-8e685508-d185-44ee-a05c-3ec110070ef9 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:23.553502 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7134a217-4287-4452-a82f-c4e853b726ea req-8e685508-d185-44ee-a05c-3ec110070ef9 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 944 time: 0.0466430 May 12 23:29:23.603093 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7134a217-4287-4452-a82f-c4e853b726ea req-373d74f7-7373-467a-884e-346a8d74274c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 May 12 23:29:24.719295 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761358-5925-4ff3-9a7a-9056f8ca3eb8 req-d54d67c2-541e-4d47-bcdc-fd73e3dab8db tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:24.720773 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec761358-5925-4ff3-9a7a-9056f8ca3eb8 req-d54d67c2-541e-4d47-bcdc-fd73e3dab8db tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 944 time: 0.0509129 May 12 23:29:24.767209 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ec761358-5925-4ff3-9a7a-9056f8ca3eb8 req-bbbef84c-db4c-467f-b355-7aa56ace8997 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 May 12 23:29:24.847368 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3412710c-0722-4df9-a03d-01913942032e up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:29:24.891031 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 3412710c-0722-4df9-a03d-01913942032e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:29:24.898499 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 3412710c-0722-4df9-a03d-01913942032e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:29:24.898878 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (3412710c-0722-4df9-a03d-01913942032e), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:24.974085 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 3412710c-0722-4df9-a03d-01913942032e is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:29:24.974466 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3412710c-0722-4df9-a03d-01913942032e), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:24.997136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3412710c-0722-4df9-a03d-01913942032e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:24.999334 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea1280-705b-4477-96fb-220bac6d6896" -d '{"events": [{"server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "name": "network-vif-plugged", "status": "completed", "tag": "3412710c-0722-4df9-a03d-01913942032e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:25.015429 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 3412710c-0722-4df9-a03d-01913942032e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3412710c-0722-4df9-a03d-01913942032e,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:25.019310 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3412710c-0722-4df9-a03d-01913942032e), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:25.043175 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ac662a-ad78-416a-9dcd-0359bcf2ab4d x-openstack-request-id: req-93ac662a-ad78-416a-9dcd-0359bcf2ab4d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:25.043466 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "name": "network-vif-plugged", "status": "completed", "tag": "3412710c-0722-4df9-a03d-01913942032e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:25.043715 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93ac662a-ad78-416a-9dcd-0359bcf2ab4d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:25.044098 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ac662a-ad78-416a-9dcd-0359bcf2ab4d'] response: {'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3412710c-0722-4df9-a03d-01913942032e', 'code': 200} May 12 23:29:25.069181 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=3412710c-0722-4df9-a03d-01913942032e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:25.214529 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc035f-a929-4183-94cc-b79951a6c238 req-2c8ce907-12f4-475a-8e35-550fb8452960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:25.215889 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-50fc035f-a929-4183-94cc-b79951a6c238 req-2c8ce907-12f4-475a-8e35-550fb8452960 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 1129 time: 0.0407059 May 12 23:29:25.261499 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-50fc035f-a929-4183-94cc-b79951a6c238 req-79172114-e622-4320-a097-f6ea56108b49 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 May 12 23:29:25.878656 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06233bb2-49b7-4508-aabe-8480910c87cf req-d4ab48e7-2b29-4b4b-8d22-f135c9d04d5b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:25.880107 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06233bb2-49b7-4508-aabe-8480910c87cf req-d4ab48e7-2b29-4b4b-8d22-f135c9d04d5b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.0458395 May 12 23:29:25.925742 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-06233bb2-49b7-4508-aabe-8480910c87cf req-def78ece-5867-4881-bae9-dbfe736097e1 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401337 May 12 23:29:27.047263 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd665-0b32-4b66-9aef-282d65a26f1c req-b487b137-f85e-4194-9fa5-f2d773668d16 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:27.048673 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bbddd665-0b32-4b66-9aef-282d65a26f1c req-b487b137-f85e-4194-9fa5-f2d773668d16 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.0505338 May 12 23:29:27.094631 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bbddd665-0b32-4b66-9aef-282d65a26f1c req-f3bc5615-a73c-4ea0-92c3-8688afcca7f3 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 May 12 23:29:27.202131 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52434602-2a5d-4756-b0ea-bb47e5ac3137 req-3b53172d-3b5d-4447-8f47-c5ba26aa012b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:27.203613 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-52434602-2a5d-4756-b0ea-bb47e5ac3137 req-3b53172d-3b5d-4447-8f47-c5ba26aa012b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.0463417 May 12 23:29:27.212108 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:27.216968 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Request body: {'floatingip': {'port_id': '3412710c-0722-4df9-a03d-01913942032e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:27.259048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (e6a63f1f-a953-4fda-86a7-c722dbf85bcd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:27.714847 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:27.718832 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (e6a63f1f-a953-4fda-86a7-c722dbf85bcd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:27.826244 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP e6a63f1f-a953-4fda-86a7-c722dbf85bcd associated. External IP: 172.27.3.54, port: 3412710c-0722-4df9-a03d-01913942032e. May 12 23:29:28.044538 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:28.155338 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:28.160233 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:28.167012 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:28.188870 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a42510eb-4921-4040-a255-bd937ce0784c tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "PUT /v2.0/floatingips/e6a63f1f-a953-4fda-86a7-c722dbf85bcd HTTP/1.1" status: 200 len: 990 time: 0.9756782 May 12 23:29:28.189462 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'tag': '3412710c-0722-4df9-a03d-01913942032e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:28.191723 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc7c84-4689-4d0b-8908-666c33336de8" -d '{"events": [{"name": "network-changed", "server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "tag": "3412710c-0722-4df9-a03d-01913942032e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:28.192180 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:28.192883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:28.227934 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb475d-b70d-4e8e-9bd9-ec07d51a0390 x-openstack-request-id: req-bacb475d-b70d-4e8e-9bd9-ec07d51a0390 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:28.228232 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "tag": "3412710c-0722-4df9-a03d-01913942032e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:28.228524 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bacb475d-b70d-4e8e-9bd9-ec07d51a0390 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:28.228938 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacb475d-b70d-4e8e-9bd9-ec07d51a0390'] response: {'name': 'network-changed', 'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'tag': '3412710c-0722-4df9-a03d-01913942032e', 'status': 'completed', 'code': 200} May 12 23:29:28.310244 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:28.339995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-a309ed36-93e3-4de9-94a7-5a4b5932c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:28.342226 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-a309ed36-93e3-4de9-94a7-5a4b5932c5a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 1129 time: 0.0909491 May 12 23:29:28.443437 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-f3079000-9a05-43af-97f4-e4d1f86f39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:28.445160 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-f3079000-9a05-43af-97f4-e4d1f86f39bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 200 len: 915 time: 0.0967526 May 12 23:29:28.518102 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-aaa3a5d3-331a-4b63-9d1d-711ea9d25a7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3412710c-0722-4df9-a03d-01913942032e HTTP/1.1" status: 200 len: 998 time: 0.0659137 May 12 23:29:28.540452 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'e6a63f1f-a953-4fda-86a7-c722dbf85bcd', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '3412710c-0722-4df9-a03d-01913942032e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:45:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:15Z', 'updated_at': '2022-05-12T23:29:27Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:28.567272 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:28.576191 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:28.576830 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:28.604977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd1c0a-bb47-4594-90b6-b49a48f748e9 req-46a6283b-a760-40a2-b412-fc04a2143848 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:28.606516 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8dd1c0a-bb47-4594-90b6-b49a48f748e9 req-46a6283b-a760-40a2-b412-fc04a2143848 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0478377 May 12 23:29:28.656721 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d8dd1c0a-bb47-4594-90b6-b49a48f748e9 req-4495b7f3-d792-4729-ab2e-7580af71587e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445168 May 12 23:29:28.685633 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:28.907814 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'e6a63f1f-a953-4fda-86a7-c722dbf85bcd', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '3412710c-0722-4df9-a03d-01913942032e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:45:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:15Z', 'updated_at': '2022-05-12T23:29:27Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:28.939987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d677a78-0cd1-4dc4-beaa-b3fb263367a0 None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'e6a63f1f-a953-4fda-86a7-c722dbf85bcd', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'port_id': '3412710c-0722-4df9-a03d-01913942032e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'mac_address': 'fa:16:3e:45:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:15Z', 'updated_at': '2022-05-12T23:29:27Z', 'revision_number': 1, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:28.974008 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4c67-de71-4b45-8bce-4f7369ba5da0 req-18003bd5-b88f-458a-81ce-9e46463ed673 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:28.975518 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f7b4c67-de71-4b45-8bce-4f7369ba5da0 req-18003bd5-b88f-458a-81ce-9e46463ed673 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0489266 May 12 23:29:29.032772 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8f7b4c67-de71-4b45-8bce-4f7369ba5da0 req-79ee7cd5-5b41-429b-854c-5034eafd7378 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513842 May 12 23:29:29.094728 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-8335f292-ca09-461d-b2ca-06bd943b6ba4 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347856326&fields=id&tenant_id=20c41bc998214b4fbaa006b920017f85 HTTP/1.1" status: 200 len: 267 time: 0.0449541 May 12 23:29:29.143799 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b1a67-40ca-4d44-9f8e-74d8bb67a584 None None] New status for floating IP e6a63f1f-a953-4fda-86a7-c722dbf85bcd: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:29.147849 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-6571c5b4-91eb-4080-bc81-08f3fae7d58d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:29.156866 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-6571c5b4-91eb-4080-bc81-08f3fae7d58d tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 985 time: 0.0528567 May 12 23:29:29.167350 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Request body: {'port': {'security_groups': ['064a7b56-1318-4aa0-9ee8-7a0991893ae7']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:29.249080 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.468408 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:29.496661 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for port (39304133-41b7-449f-8aed-e1e0fedb9974), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.501094 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.515975 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['39304133-41b7-449f-8aed-e1e0fedb9974'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:29.547218 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:29.547876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.552718 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bcaee0c8-2669-49d5-8999-0884873541a6 req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "PUT /v2.0/ports/39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 943 time: 0.3901165 May 12 23:29:29.555312 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:29.586072 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5229b-3e0c-4ae8-b232-0b09406eea80 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event updated for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:29.620424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1039f57d-a203-4e0d-b982-bd47a1f7f2c9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group (f58509ef-a8b1-487c-9320-201f9e1bf006), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.648143 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1039f57d-a203-4e0d-b982-bd47a1f7f2c9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group (f58509ef-a8b1-487c-9320-201f9e1bf006), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.692427 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['39304133-41b7-449f-8aed-e1e0fedb9974'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:29.731980 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1039f57d-a203-4e0d-b982-bd47a1f7f2c9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f58509ef-a8b1-487c-9320-201f9e1bf006), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.736797 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1039f57d-a203-4e0d-b982-bd47a1f7f2c9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.737970 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1039f57d-a203-4e0d-b982-bd47a1f7f2c9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "DELETE /v2.0/security-groups/f58509ef-a8b1-487c-9320-201f9e1bf006 HTTP/1.1" status: 204 len: 168 time: 0.1816835 May 12 23:29:29.742503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:29.794353 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039f57d-a203-4e0d-b982-bd47a1f7f2c9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58509ef-a8b1-487c-9320-201f9e1bf006,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:29.796987 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cb384-432f-4df5-8968-3fac9b5a453c req-36a3fb16-7026-45e8-8fd6-54ded57cc250 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:29.798949 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fe9cb384-432f-4df5-8968-3fac9b5a453c req-36a3fb16-7026-45e8-8fd6-54ded57cc250 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0702391 May 12 23:29:29.828005 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4d7f3d54-c7a0-497e-957a-8d036b19bacb None None] Provisioning complete for port 39304133-41b7-449f-8aed-e1e0fedb9974 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:29:29.828457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3d54-c7a0-497e-957a-8d036b19bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.854914 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fe9cb384-432f-4df5-8968-3fac9b5a453c req-395a173c-8dbb-4b82-b62c-4d0a320c9f7f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489328 May 12 23:29:29.920810 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Deleting port 8373eb08-9fdd-4113-8b30-44b768ed9086 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:29.921143 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.956336 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f3d54-c7a0-497e-957a-8d036b19bacb None None] Current status of the port 39304133-41b7-449f-8aed-e1e0fedb9974 is: ACTIVE; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:29:29.995273 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:29.995601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for floatingip (8373eb08-9fdd-4113-8b30-44b768ed9086), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:30.007610 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Calling delete_port for 8373eb08-9fdd-4113-8b30-44b768ed9086 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:30.147138 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bccf7f-8cc0-45cd-928c-6ba3f90b1630 req-403976c4-dfe0-447e-9be6-1e02fef6d5ab tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:30.148652 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77bccf7f-8cc0-45cd-928c-6ba3f90b1630 req-403976c4-dfe0-447e-9be6-1e02fef6d5ab tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0481827 May 12 23:29:30.180138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (8373eb08-9fdd-4113-8b30-44b768ed9086), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:30.201379 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-77bccf7f-8cc0-45cd-928c-6ba3f90b1630 req-d4bf1a25-ffe1-4b83-89aa-58a894c703d9 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470474 May 12 23:29:30.210405 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event deleted for resources: {'Port': ['ID=8373eb08-9fdd-4113-8b30-44b768ed9086,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:30.230238 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:30.232616 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693" -d '{"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:30.244165 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks [] for floatingip (a78f2e33-dde1-4440-986d-cf040259e718), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:30.244529 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Floating IP a78f2e33-dde1-4440-986d-cf040259e718 disassociated (deleted). External IP: 172.27.3.47, port: 39304133-41b7-449f-8aed-e1e0fedb9974. May 12 23:29:30.268322 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc0c9ae-a178-4b4e-8e32-4cc9d8137fdb x-openstack-request-id: req-8cc0c9ae-a178-4b4e-8e32-4cc9d8137fdb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:30.268685 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:30.268936 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cc0c9ae-a178-4b4e-8e32-4cc9d8137fdb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:30.269338 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc0c9ae-a178-4b4e-8e32-4cc9d8137fdb'] response: {'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'status': 'completed', 'code': 200} May 12 23:29:30.685481 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Router 9ecc5139-5199-4373-b4a7-9d699eff92a6 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:30.794450 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:30.799176 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:30.803642 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30136389-5987-4183-95fa-8bef812d7348 None None] Sync routers for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:30.814276 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:30.814879 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:30.829529 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ccedfcee-9bd5-4f8e-8445-0d361d5fac24 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "DELETE /v2.0/floatingips/a78f2e33-dde1-4440-986d-cf040259e718 HTTP/1.1" status: 204 len: 168 time: 1.0860307 May 12 23:29:30.830216 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:30.832576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:30.881966 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fcb4a1-2225-48b4-87ee-27aaf69ea627 x-openstack-request-id: req-17fcb4a1-2225-48b4-87ee-27aaf69ea627 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:30.882257 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:30.882517 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17fcb4a1-2225-48b4-87ee-27aaf69ea627 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:30.882920 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fcb4a1-2225-48b4-87ee-27aaf69ea627'] response: {'name': 'network-changed', 'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'status': 'completed', 'code': 200} May 12 23:29:30.933465 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:31.000442 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3f95b-f4d6-485b-819d-44e11c944a9f req-48b70b50-0a31-4ed7-b7d1-c0877fd1b3ce tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:31.002028 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-abf3f95b-f4d6-485b-819d-44e11c944a9f req-48b70b50-0a31-4ed7-b7d1-c0877fd1b3ce tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0622208 May 12 23:29:31.270386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:33Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:31.300530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30136389-5987-4183-95fa-8bef812d7348 None None] Checking router: 9ecc5139-5199-4373-b4a7-9d699eff92a6 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:31.308663 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:31.309896 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:31.313653 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-abf3f95b-f4d6-485b-819d-44e11c944a9f req-fd87c746-1642-4059-933b-067ae87bc099 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059464 May 12 23:29:31.329905 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da28e6-3c96-4340-997c-665556c217df req-5769c018-4cef-41b3-a78a-dfc42cf903ef tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:31.331413 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-84da28e6-3c96-4340-997c-665556c217df req-5769c018-4cef-41b3-a78a-dfc42cf903ef tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0570397 May 12 23:29:31.380481 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-84da28e6-3c96-4340-997c-665556c217df req-213dcef3-70fa-4e7d-a28d-6577fad930bf tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 May 12 23:29:31.417331 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:31.601240 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-30136389-5987-4183-95fa-8bef812d7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:33Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:31.630614 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30136389-5987-4183-95fa-8bef812d7348 None None] The sync data for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi is: [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:26:26Z', 'revision_number': 4, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '731c1024-8ea4-46cc-8896-7459935c1e55', 'name': '', 'network_id': 'ab154c33-a6d4-4432-93c9-ee2cf253ee7a', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'mac_address': 'fa:16:3e:c2:ca:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a23be861-e81f-4699-b139-f2da470907aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:25Z', 'updated_at': '2022-05-12T23:26:33Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'subnets': [{'id': 'a23be861-e81f-4699-b139-f2da470907aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:31.845949 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5278d1a-9c05-4ed2-bd4d-f1cf77a8f142 None None] New status for floating IP a78f2e33-dde1-4440-986d-cf040259e718: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:32.052127 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-2f9c466b-6738-4cbf-99b4-006d9a2e52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:32.053973 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-2f9c466b-6738-4cbf-99b4-006d9a2e52df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 200 len: 853 time: 0.0481038 May 12 23:29:32.122642 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-b67d7668-1133-416b-a0a1-afe39174c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:32.124147 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-b67d7668-1133-416b-a0a1-afe39174c2cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1130 time: 0.0692062 May 12 23:29:32.126872 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-e7211d90-41bc-453f-9f97-23e50f70e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:32.128206 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-e7211d90-41bc-453f-9f97-23e50f70e952 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da502bee-be9a-431e-9fcf-9f0d339d4e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627344 May 12 23:29:32.425221 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aae74-b99d-4b46-a9d1-afdddd1ab902 req-0716679b-753a-4f67-86e4-79ec6074d7b5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:32.426707 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-561aae74-b99d-4b46-a9d1-afdddd1ab902 req-0716679b-753a-4f67-86e4-79ec6074d7b5 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0463977 May 12 23:29:32.507142 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb25fa-fc70-4831-a1cd-3bb8d430002c req-7e81e225-b717-43ee-adc6-1d1b84998727 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:32.508608 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4bfb25fa-fc70-4831-a1cd-3bb8d430002c req-7e81e225-b717-43ee-adc6-1d1b84998727 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0603023 May 12 23:29:32.513214 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-561aae74-b99d-4b46-a9d1-afdddd1ab902 req-2818e580-4c78-44e2-89d5-3da5ab7961d1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809808 May 12 23:29:32.556912 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4bfb25fa-fc70-4831-a1cd-3bb8d430002c req-34bd246b-4aa6-497a-9797-924eff04e010 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 May 12 23:29:33.616688 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-34b3f9f9-4982-45fa-a60e-76e23761b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:33.618149 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-34b3f9f9-4982-45fa-a60e-76e23761b353 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 916 time: 0.1581719 May 12 23:29:33.620001 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-517c9194-92e2-4142-92f6-f37bff27ce9b service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587553 May 12 23:29:33.636342 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef325f-9e43-46c3-9fe4-18ab83d53260 req-7d8e89ca-94db-4e9a-bde4-e7d93f739fe8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:33.637874 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-61ef325f-9e43-46c3-9fe4-18ab83d53260 req-7d8e89ca-94db-4e9a-bde4-e7d93f739fe8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0486748 May 12 23:29:33.704729 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25616f55-9090-4c21-93d8-709eae98be4b req-ac650b7f-56cc-4f24-8f06-64c6afb9ea6e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:33.706199 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25616f55-9090-4c21-93d8-709eae98be4b req-ac650b7f-56cc-4f24-8f06-64c6afb9ea6e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0674539 May 12 23:29:33.734966 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-61ef325f-9e43-46c3-9fe4-18ab83d53260 req-462e204f-e8af-4b22-99e8-955dd00e2555 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=62191033-2280-4c87-afdb-9492d24f1c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876479 May 12 23:29:33.765808 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-25616f55-9090-4c21-93d8-709eae98be4b req-e7cec949-3058-422e-8a7d-54b5fd30241c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540242 May 12 23:29:34.111882 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c137072e-f391-4980-83b0-a2d61910f9d4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:34.113278 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c137072e-f391-4980-83b0-a2d61910f9d4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 945 time: 0.0465832 May 12 23:29:34.124934 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-641a4f54-f07a-4ad2-b5f7-fd35488c1439 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 217 time: 0.0603163 May 12 23:29:34.261065 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Deleting port 5526cb70-43f3-4956-93b0-46b3692ba080 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:34.261492 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.272624 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-98f45a11-755b-4586-b751-3ebf4aee1c84 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:34.274128 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-98f45a11-755b-4586-b751-3ebf4aee1c84 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.1160319 May 12 23:29:34.277528 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-68931db7-d677-4616-9a9e-20122efadd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:34.278867 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-68931db7-d677-4616-9a9e-20122efadd47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 200 len: 854 time: 0.1196849 May 12 23:29:34.282112 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46fc7c84-4689-4d0b-8908-666c33336de8 req-5297c877-6199-4ce4-9374-7afd3cfc5ecb service neutron] 10.222.0.76 "GET /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154746 May 12 23:29:34.333544 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-79e47cd9-c95e-41a2-b5f4-7f90899ecacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:34.335053 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-79e47cd9-c95e-41a2-b5f4-7f90899ecacc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409520 May 12 23:29:34.370000 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] For port 5526cb70-43f3-4956-93b0-46b3692ba080, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5526cb70-43f3-4956-93b0-46b3692ba080,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:34.370411 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.426260 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:29:34.477610 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Deleting port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:34.477962 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.514718 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-11ee3b9f-3e4a-4417-9d19-9b5cea11baa8 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629159 May 12 23:29:34.635216 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.635530 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.635857 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Floating IP 6a62eeab-0c1e-4e03-8a9d-110df4def8b6 disassociated. External IP: 172.27.3.38, port: 5526cb70-43f3-4956-93b0-46b3692ba080. May 12 23:29:34.636419 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Calling delete_port for 5526cb70-43f3-4956-93b0-46b3692ba080 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:34.643624 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] For port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:34.644092 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.705174 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-13eef3ac-cfe5-4bd3-9cf9-fc2fa737b0fd req-f3b69b51-07aa-48ac-8f9a-064442d533a5 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838453 May 12 23:29:34.774247 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (5526cb70-43f3-4956-93b0-46b3692ba080), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.806581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-a21acbfe-42de-45b2-81bf-5c672fb9cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:34.808054 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-a21acbfe-42de-45b2-81bf-5c672fb9cce2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20c41bc998214b4fbaa006b920017f85&device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 1130 time: 0.0528896 May 12 23:29:34.823073 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event deleted for resources: {'Port': ['ID=5526cb70-43f3-4956-93b0-46b3692ba080,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:34.920822 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d784e154-112e-4a7b-9621-cce4b36d112a req-2d8748f5-3331-4f3d-8bf3-f8e3729ce3d1 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=1252dc5a-b937-4bbc-804b-ea351b454937 HTTP/1.1" status: 200 len: 210 time: 0.0550785 May 12 23:29:34.937227 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.937597 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (7de2d463-b42b-4e13-8303-a561d35144a6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:34.937918 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Floating IP 7de2d463-b42b-4e13-8303-a561d35144a6 disassociated. External IP: 172.27.3.253, port: 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b. May 12 23:29:34.938735 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Calling delete_port for 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:34.950593 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916bb13-e9a2-4bbc-acce-6fbb07c2c4ad req-c2cc1b26-5d0b-432d-960a-89a14917a378 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:34.952084 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a916bb13-e9a2-4bbc-acce-6fbb07c2c4ad req-c2cc1b26-5d0b-432d-960a-89a14917a378 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 945 time: 0.0853548 May 12 23:29:35.004735 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-c8c89c07-f90b-480f-8ead-eb28c6f69fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:35.006219 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-c8c89c07-f90b-480f-8ead-eb28c6f69fa6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 200 len: 916 time: 0.1553466 May 12 23:29:35.031372 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Router 672c6641-3bc5-48ec-a6f1-a7d37527e10a has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:35.042490 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a916bb13-e9a2-4bbc-acce-6fbb07c2c4ad req-8f255b71-7f88-4304-8d4b-adf2675f285d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632071 May 12 23:29:35.055106 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-67930e73-542a-43cc-8f3f-ce306dd98616 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 200 len: 217 time: 0.0390778 May 12 23:29:35.136482 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-2005ef57-8f93-4fad-abc3-dd35655214d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:35.138090 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-2005ef57-8f93-4fad-abc3-dd35655214d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 200 len: 854 time: 0.0705881 May 12 23:29:35.160535 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:35.173536 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] Sync routers for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:35.185829 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:35.186724 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:35.202726 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-ea7aea09-7758-4add-a2e0-aa103e28e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:35.204562 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-ea7aea09-7758-4add-a2e0-aa103e28e5dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab154c33-a6d4-4432-93c9-ee2cf253ee7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546460 May 12 23:29:35.205782 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:35.245759 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] No DVR routers for this DVR port 5526cb70-43f3-4956-93b0-46b3692ba080 on host hv-cinder-78226 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:35.248570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:35.252745 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c8a26e1f-1932-48e6-84c3-af44f91f62b4 req-c9b23f2f-a41e-4be7-a566-eaef7d116142 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "DELETE /v2.0/ports/5526cb70-43f3-4956-93b0-46b3692ba080 HTTP/1.1" status: 204 len: 173 time: 1.1146250 May 12 23:29:35.253443 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'name': 'network-vif-deleted', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:35.257549 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde903cf-b179-40e9-88e4-7db2407e3065" -d '{"events": [{"server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "name": "network-vif-deleted", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:35.304362 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7bec32-d914-4852-b86b-008a0c7e8738 x-openstack-request-id: req-cc7bec32-d914-4852-b86b-008a0c7e8738 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:35.305000 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1252dc5a-b937-4bbc-804b-ea351b454937", "name": "network-vif-deleted", "tag": "5526cb70-43f3-4956-93b0-46b3692ba080", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:35.305569 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc7bec32-d914-4852-b86b-008a0c7e8738 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:35.306184 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7bec32-d914-4852-b86b-008a0c7e8738'] response: {'server_uuid': '1252dc5a-b937-4bbc-804b-ea351b454937', 'name': 'network-vif-deleted', 'tag': '5526cb70-43f3-4956-93b0-46b3692ba080', 'status': 'completed', 'code': 200} May 12 23:29:35.356609 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:35.371723 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'Port': ['ID=6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:35.455072 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-36a244e9-bc54-4a8f-9b52-5cde86c454cc service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406592 May 12 23:29:35.604513 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:35.609160 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-abc6f28b-1c74-41ab-b6bf-c46c9d83a693 req-670e248d-04d5-4b11-bccf-b76f32475fc2 service neutron] 10.222.0.76 "GET /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450679 May 12 23:29:35.618641 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:35.648708 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] Checking router: 672c6641-3bc5-48ec-a6f1-a7d37527e10a for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:35.656931 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:35.657538 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:35.722933 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:35.739000 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:35.757024 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:35.758101 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:35.782384 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:35.782874 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] No DVR routers for this DVR port 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:35.786522 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:35.790290 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-61eb7033-29a6-4ce6-91dc-bf9bbe33cfb3 req-60a817fe-7b21-4068-8251-cb0e73405c00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "DELETE /v2.0/ports/6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b HTTP/1.1" status: 204 len: 173 time: 1.5038650 May 12 23:29:35.790779 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'name': 'network-vif-deleted', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:35.793744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0fa86-837a-4e99-a086-cd7ae4958917" -d '{"events": [{"server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "name": "network-vif-deleted", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:35.972723 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:36.029500 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5046e25c-f25a-4f02-b885-deb72f9f59a0 x-openstack-request-id: req-5046e25c-f25a-4f02-b885-deb72f9f59a0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:36.030149 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fee93a0-f820-400a-b5f7-62126ee83580", "name": "network-vif-deleted", "tag": "6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:36.030578 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5046e25c-f25a-4f02-b885-deb72f9f59a0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:36.031134 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5046e25c-f25a-4f02-b885-deb72f9f59a0'] response: {'server_uuid': '3fee93a0-f820-400a-b5f7-62126ee83580', 'name': 'network-vif-deleted', 'tag': '6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b', 'status': 'completed', 'code': 200} May 12 23:29:36.057469 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:36.089224 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:36.124238 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36fffe-88f3-4275-b95f-543988d860f0 None None] The sync data for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi is: [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '37412766-5b8f-48c8-92fe-6cd7c85c5621', 'name': '', 'network_id': '64cfa1d6-89ac-4090-9117-fc67bdbeb8d6', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'mac_address': 'fa:16:3e:f5:04:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:33Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'subnets': [{'id': 'fa1bb700-a026-48e0-b79d-d2aa746de208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:36.136864 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39e33040-0ae1-45fc-95bc-38ea437b7736 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group (62191033-2280-4c87-afdb-9492d24f1c35), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.169855 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39e33040-0ae1-45fc-95bc-38ea437b7736 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group (62191033-2280-4c87-afdb-9492d24f1c35), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.207846 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e404977d-faeb-4355-96f1-72417d697efc req-197b085c-05ef-4372-952c-f3f5cc3b7e05 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fee93a0-f820-400a-b5f7-62126ee83580 HTTP/1.1" status: 200 len: 210 time: 0.0529816 May 12 23:29:36.239524 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39e33040-0ae1-45fc-95bc-38ea437b7736 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (62191033-2280-4c87-afdb-9492d24f1c35), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.243032 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39e33040-0ae1-45fc-95bc-38ea437b7736 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.244083 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-39e33040-0ae1-45fc-95bc-38ea437b7736 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "DELETE /v2.0/security-groups/62191033-2280-4c87-afdb-9492d24f1c35 HTTP/1.1" status: 204 len: 168 time: 0.1856298 May 12 23:29:36.246913 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:36.255982 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e33040-0ae1-45fc-95bc-38ea437b7736 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62191033-2280-4c87-afdb-9492d24f1c35,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:36.270608 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-fce8e2fe-d9ee-4934-88a0-135d837a3d04 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] show failed (client error): The resource could not be found. May 12 23:29:36.271659 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-fce8e2fe-d9ee-4934-88a0-135d837a3d04 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups/62191033-2280-4c87-afdb-9492d24f1c35 HTTP/1.1" status: 404 len: 347 time: 0.0215871 May 12 23:29:36.274365 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56562) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:36.313252 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:36.345722 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:36.354420 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:36.355028 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:36.400796 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Deleting port 15977ca4-dae7-4c52-97af-7680254e09ed {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:36.401100 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (15977ca4-dae7-4c52-97af-7680254e09ed), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.420465 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b653aa6-4753-43b4-88f4-ed1af971a852 None None] New status for floating IP 6a62eeab-0c1e-4e03-8a9d-110df4def8b6: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:36.475257 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:36.478190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (15977ca4-dae7-4c52-97af-7680254e09ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.478452 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (15977ca4-dae7-4c52-97af-7680254e09ed), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.490606 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Calling delete_port for 15977ca4-dae7-4c52-97af-7680254e09ed owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:36.718114 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:36.722866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (15977ca4-dae7-4c52-97af-7680254e09ed), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.759315 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event deleted for resources: {'Port': ['ID=15977ca4-dae7-4c52-97af-7680254e09ed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:36.825643 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks [] for floatingip (6a62eeab-0c1e-4e03-8a9d-110df4def8b6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.828100 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:36.829315 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dda837c0-e920-4706-864e-fb31d4177875 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "DELETE /v2.0/floatingips/6a62eeab-0c1e-4e03-8a9d-110df4def8b6 HTTP/1.1" status: 204 len: 168 time: 0.5538790 May 12 23:29:36.852947 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55a016-de05-45b4-a4c6-c860c8094202 None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:36.874584 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:36.895822 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:36.896262 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 6e0cbeb8-5252-4e37-97c5-e7adf7bf7b4b not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:36.896789 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5526cb70-43f3-4956-93b0-46b3692ba080 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:36.918499 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 5526cb70-43f3-4956-93b0-46b3692ba080 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:36.918940 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5526cb70-43f3-4956-93b0-46b3692ba080 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:36.920043 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9999fa-b03e-4d07-bb64-a49a5ad68576 req-0b4af504-9676-48ee-8a18-181bbaf6bae3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:36.921624 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f9999fa-b03e-4d07-bb64-a49a5ad68576 req-0b4af504-9676-48ee-8a18-181bbaf6bae3 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0581059 May 12 23:29:36.981675 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2f9999fa-b03e-4d07-bb64-a49a5ad68576 req-a72bbedd-5bb8-4bfb-a693-83d88b8535ad tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543032 May 12 23:29:37.102627 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec884ac-8353-48b6-a895-e26e5d3e6dd9 None None] New status for floating IP 7de2d463-b42b-4e13-8303-a561d35144a6: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:37.470282 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-38642d4b-06af-4954-abf0-da764ec96744 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223136429&fields=id&tenant_id=e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 267 time: 0.0427985 May 12 23:29:37.575262 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-7a762e51-0a51-4be8-8396-0c634d269558 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:37.576642 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-7a762e51-0a51-4be8-8396-0c634d269558 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 811 time: 0.1001544 May 12 23:29:37.590448 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-c4ef4293-9749-43fe-9b42-e57956820362 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/quotas/e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 375 time: 0.0085585 May 12 23:29:37.637817 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-eae1adf0-6f12-40ad-9ecf-8261ca01a8a9 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421152 May 12 23:29:37.775518 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-6d22f04d-4fdc-4d71-8ad8-c4dd34c2527d service neutron] 10.222.0.49 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266172 May 12 23:29:37.864925 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-95871523-ef95-4a8e-b9e4-73aab1b48dc5 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819247 May 12 23:29:38.104865 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df5f6-1610-4ae9-b809-e3e034274763 req-3d80c875-80a5-47c0-bf65-115e36a6407a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:38.106552 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e74df5f6-1610-4ae9-b809-e3e034274763 req-3d80c875-80a5-47c0-bf65-115e36a6407a tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0498281 May 12 23:29:38.162246 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e4b34a96-11cb-42c1-a967-96e5e9bfb334 req-8294ee06-ed14-47d0-b5eb-4d9353fe7b00 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 210 time: 0.0309772 May 12 23:29:38.188328 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e74df5f6-1610-4ae9-b809-e3e034274763 req-d802525f-2fcd-4eed-9df3-3472eeb9b045 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753636 May 12 23:29:38.911581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-601ba0b1-978d-451f-aacd-7c477e91bb70 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:38.913100 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-601ba0b1-978d-451f-aacd-7c477e91bb70 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.76 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0467362 May 12 23:29:39.270818 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60d5756d-a901-4ac9-95fc-1bb4feb58cb4 req-6845d5cf-c779-4318-8e73-36f4b756f923 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 210 time: 0.0337036 May 12 23:29:39.283435 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Deleting port 39304133-41b7-449f-8aed-e1e0fedb9974 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:39.292696 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:39.391193 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d2787-1115-44b1-bf78-9815759bb4fc req-32029bbc-f0e2-4a4d-b834-074e3f3860a7 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:39.392737 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d02d2787-1115-44b1-bf78-9815759bb4fc req-32029bbc-f0e2-4a4d-b834-074e3f3860a7 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 946 time: 0.0765011 May 12 23:29:39.413328 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d9901-1a55-4819-934e-62645e068a5b req-5051e3e4-f0c5-4922-bad0-d959172b7ec8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:39.415021 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e54d9901-1a55-4819-934e-62645e068a5b req-5051e3e4-f0c5-4922-bad0-d959172b7ec8 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0692494 May 12 23:29:39.437113 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-58768f83-f909-45ec-acde-03394c0d2209 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:39.438522 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-58768f83-f909-45ec-acde-03394c0d2209 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 811 time: 0.1844516 May 12 23:29:39.445014 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] For port 39304133-41b7-449f-8aed-e1e0fedb9974, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=39304133-41b7-449f-8aed-e1e0fedb9974,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:39.445382 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:39.458068 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Calling delete_port for 39304133-41b7-449f-8aed-e1e0fedb9974 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:39.479326 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d02d2787-1115-44b1-bf78-9815759bb4fc req-231f4d56-75b0-475d-b65d-862dac6a5788 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/security-groups?id=064a7b56-1318-4aa0-9ee8-7a0991893ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803831 May 12 23:29:39.483416 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e54d9901-1a55-4819-934e-62645e068a5b req-bf8da968-ecf9-4fe7-8169-5a645110561f tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613286 May 12 23:29:39.586280 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (39304133-41b7-449f-8aed-e1e0fedb9974), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:39.599171 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['39304133-41b7-449f-8aed-e1e0fedb9974'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:39.616610 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Pushing event deleted for resources: {'Port': ['ID=39304133-41b7-449f-8aed-e1e0fedb9974,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:39.659851 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] No DVR routers for this DVR port 39304133-41b7-449f-8aed-e1e0fedb9974 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:39.662363 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:39.666030 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4df8612-3228-46f6-8c4f-62de9b231e21 req-210f0cd7-f174-4a3b-a82b-017a0c4b37d9 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.76 "DELETE /v2.0/ports/39304133-41b7-449f-8aed-e1e0fedb9974 HTTP/1.1" status: 204 len: 173 time: 0.5135033 May 12 23:29:39.666492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'name': 'network-vif-deleted', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:39.668714 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d48ff-58f7-42f9-b07b-1f490ffbd9e3" -d '{"events": [{"server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "name": "network-vif-deleted", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:39.702926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9fe4cc-b427-4da5-9e92-3cd6b2719f97 x-openstack-request-id: req-ff9fe4cc-b427-4da5-9e92-3cd6b2719f97 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:39.703217 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1366aadc-3ce6-4ace-b117-4915e1add5d8", "name": "network-vif-deleted", "tag": "39304133-41b7-449f-8aed-e1e0fedb9974", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:39.703467 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff9fe4cc-b427-4da5-9e92-3cd6b2719f97 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:39.703857 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9fe4cc-b427-4da5-9e92-3cd6b2719f97'] response: {'server_uuid': '1366aadc-3ce6-4ace-b117-4915e1add5d8', 'name': 'network-vif-deleted', 'tag': '39304133-41b7-449f-8aed-e1e0fedb9974', 'status': 'completed', 'code': 200} May 12 23:29:40.368550 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c3319e4-d8c8-453d-8cf4-4ce5626711dc req-f4b0fe2a-0400-42cd-89bc-248d91ce2159 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 210 time: 0.0283291 May 12 23:29:40.605092 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4e6648d5-f1ee-48b9-8c3b-49f8f2a13f15 req-4d385e61-1e7a-40bd-bb33-92d2f66aff97 tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 210 time: 0.0436511 May 12 23:29:40.618533 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8425c-1c51-4a58-94fc-416da07bf100 req-f7290db0-8570-48a8-887a-4dc5c867f4d0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:40.619978 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-13c8425c-1c51-4a58-94fc-416da07bf100 req-f7290db0-8570-48a8-887a-4dc5c867f4d0 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0696347 May 12 23:29:40.666696 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-13c8425c-1c51-4a58-94fc-416da07bf100 req-1ea60dec-a411-4ccf-928b-e3bf47b6aa1e tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 May 12 23:29:40.780072 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f6c6c3f-de21-4c69-a4db-f28e788a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:41.464692 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-002d55d1-3ce9-4041-9f24-86dc5e8990e4 req-0eb9fb6c-dc5e-4989-a5ab-6aae61936101 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 210 time: 0.0286591 May 12 23:29:41.512122 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-dbcc179d-e06c-4dcf-ac1b-4043cf285efd tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 379 time: 0.0687780 May 12 23:29:41.617919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'port': {'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'admin_state_up': True, 'tenant_id': 'e81bb52b456d4be68365930154165998', 'security_groups': ['a7bc04fe-9223-4dcf-88e7-25ff0fb9847e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:41.724855 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cba8aa21-1f9a-4420-94f2-7b4d92677ee6 req-897f57da-b75d-45ed-818f-6ace6a5c99ce tempest-TestMinimumBasicScenario-1216021952 tempest-TestMinimumBasicScenario-1216021952-project] 10.222.0.49 "GET /v2.0/ports?device_id=1366aadc-3ce6-4ace-b117-4915e1add5d8 HTTP/1.1" status: 200 len: 210 time: 0.0370209 May 12 23:29:41.743077 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Made reservation on behalf of e81bb52b456d4be68365930154165998 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:29:41.746804 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:41.792325 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ee40-fb5e-4703-8e53-02cea17506a9 req-6e95df17-9005-4bbe-896e-4f15ad3eca90 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:41.794242 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1837ee40-fb5e-4703-8e53-02cea17506a9 req-6e95df17-9005-4bbe-896e-4f15ad3eca90 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0468359 May 12 23:29:41.847704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1837ee40-fb5e-4703-8e53-02cea17506a9 req-afa8168b-53be-4822-a641-7424b1f44231 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 May 12 23:29:41.875542 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Allocated IP 172.20.0.12 (5fa03ac1-bc64-4412-9031-d999b3f46bb9/55278cc7-2999-4ab9-bd40-ddb4ecdbe183/22b2022e-3bc6-48c4-a88f-20169d79d7a0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:29:42.048244 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.063097 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-b19379c9-585b-4a82-b3f7-91f51fefd186 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:42.064582 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-b19379c9-585b-4a82-b3f7-91f51fefd186 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0721245 May 12 23:29:42.131516 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.447683 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:29:42.457181 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:29:42.463784 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:29:42.468549 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:42.469152 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.471383 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Deleting port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:42.471707 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.515925 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=22b2022e-3bc6-48c4-a88f-20169d79d7a0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:42.556289 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9423780 May 12 23:29:42.562249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.562594 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.562932 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.563267 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.563594 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.563913 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.564234 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.564581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.564903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.565229 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.565555 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.565873 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.566193 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.566508 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.566825 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c0c91-d5af-4e29-8422-28efbcdcd8b2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:42.595232 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908869d-353e-44f0-ac03-764765018ed7 req-4fe6f12b-ccee-4d2e-b598-89f2e6befe71 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:42.596049 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Request body: {'port': {'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:42.597305 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9908869d-353e-44f0-ac03-764765018ed7 req-4fe6f12b-ccee-4d2e-b598-89f2e6befe71 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 932 time: 0.0541205 May 12 23:29:42.632908 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] For port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:42.633281 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.649654 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9908869d-353e-44f0-ac03-764765018ed7 req-c981f55c-b704-4974-a2a4-7d072a410a31 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468824 May 12 23:29:42.653316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Calling delete_port for 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:42.724682 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.790029 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-518eb8f8-d124-4fcf-8dab-63a78b5e3009 None None] Provisioning complete for port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:29:42.790549 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-518eb8f8-d124-4fcf-8dab-63a78b5e3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.829717 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-518eb8f8-d124-4fcf-8dab-63a78b5e3009 None None] Port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:29:42.959499 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:42.979738 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb164f-bd10-4d42-94d8-aa6e837b8c1d req-f2fce9bf-4668-43a0-8323-f1d0213dfc85 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:42.981466 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-27eb164f-bd10-4d42-94d8-aa6e837b8c1d req-f2fce9bf-4668-43a0-8323-f1d0213dfc85 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=4377a4c0-7773-4f16-9446-0a9b29f5652d HTTP/1.1" status: 200 len: 945 time: 0.0539224 May 12 23:29:42.982926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:43.016863 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['742e5630-7491-4ddd-a170-29da0627fa02'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:43.023546 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event deleted for resources: {'Port': ['ID=4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:43.060270 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:43.060659 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:43.061074 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 39304133-41b7-449f-8aed-e1e0fedb9974 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:43.069704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-27eb164f-bd10-4d42-94d8-aa6e837b8c1d req-fdddf735-ec99-44d8-9b0b-2870a8be287d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765746 May 12 23:29:43.112801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] No DVR routers for this DVR port 4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:43.119010 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.123982 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4913a393-adcf-4fd5-9892-fe58875b7669 req-985750d0-1eb4-4012-a1fc-6e1a94156aca tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "DELETE /v2.0/ports/4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d HTTP/1.1" status: 204 len: 173 time: 1.0504363 May 12 23:29:43.124508 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'name': 'network-vif-deleted', 'tag': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:43.126862 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ffe5e7-23a1-41c2-aa5f-2764e0837542" -d '{"events": [{"server_uuid": "4377a4c0-7773-4f16-9446-0a9b29f5652d", "name": "network-vif-deleted", "tag": "4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:43.221210 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094c4ce-88b5-40a4-afe8-f405760a7ab8 x-openstack-request-id: req-5094c4ce-88b5-40a4-afe8-f405760a7ab8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:43.221503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4377a4c0-7773-4f16-9446-0a9b29f5652d", "name": "network-vif-deleted", "tag": "4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:43.221761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5094c4ce-88b5-40a4-afe8-f405760a7ab8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:43.222162 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5094c4ce-88b5-40a4-afe8-f405760a7ab8'] response: {'server_uuid': '4377a4c0-7773-4f16-9446-0a9b29f5652d', 'name': 'network-vif-deleted', 'tag': '4c05f6a5-e4a9-4bcc-9ffe-1b421dc1ce4d', 'status': 'completed', 'code': 200} May 12 23:29:43.246596 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 39304133-41b7-449f-8aed-e1e0fedb9974 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:43.246949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 39304133-41b7-449f-8aed-e1e0fedb9974 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:43.277136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67fb8766-1537-4235-b31b-bb8013a84d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.312191 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b2022e-3bc6-48c4-a88f-20169d79d7a0 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:29:43.320886 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Publish callbacks [] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.336509 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Transition to ACTIVE for port object 22b2022e-3bc6-48c4-a88f-20169d79d7a0 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:29:43.340924 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.422275 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Pushing event updated for resources: {'Port': ['ID=22b2022e-3bc6-48c4-a88f-20169d79d7a0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:43.439736 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Attempting to bind port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:29:43.440086 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Attempting to bind port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:29:43.440424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Attempting to bind port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:29:43.445279 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:29:43.445780 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Attempting to bind port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:29:43.452616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:29:43.453054 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Checking segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:29:43.453338 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Bound using segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:29:43.453763 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Bound port: 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:29:43.454117 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.508248 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:43.540192 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] For port 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:29:43.545145 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] For port 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:29:43.552850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.593793 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:43.594428 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:43.595839 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] 10.222.0.76 "PUT /v2.0/ports/22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 200 len: 1094 time: 1.0038824 May 12 23:29:43.624278 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53322b81-28a3-4438-9e26-6c5a091ff21a service neutron] Pushing event updated for resources: {'Port': ['ID=22b2022e-3bc6-48c4-a88f-20169d79d7a0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:43.712984 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-8a008ac0-667a-432c-b140-9d0f0b620530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:43.715392 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-8a008ac0-667a-432c-b140-9d0f0b620530 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1128 time: 0.0617366 May 12 23:29:43.792682 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-d9b07d6e-b1d8-4a8b-977c-409cdc65fd80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0634193 May 12 23:29:43.832976 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f986554-10d3-4160-bf14-dde0a9ff6b0e req-21a661c5-ca9a-4faf-a802-328c7d4c1267 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:43.834570 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f986554-10d3-4160-bf14-dde0a9ff6b0e req-21a661c5-ca9a-4faf-a802-328c7d4c1267 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 944 time: 0.0744174 May 12 23:29:43.850581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-c2d5ba54-f692-4786-b5a5-b155df2eb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:43.852066 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-c2d5ba54-f692-4786-b5a5-b155df2eb804 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0564020 May 12 23:29:43.908874 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-ea1e769d-2eef-4a06-9e67-bb84842fbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:43.910422 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-ea1e769d-2eef-4a06-9e67-bb84842fbcc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453825 May 12 23:29:43.953135 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4f986554-10d3-4160-bf14-dde0a9ff6b0e req-9c5de9e4-da30-497c-b7f8-919d2683bcc1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979619 May 12 23:29:44.019390 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-d877d594-6d78-4a54-9c7f-9014b3a34d0d service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964010 May 12 23:29:44.061518 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:44.131055 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5822269-0ddb-4ffb-a162-2ca069a3ba8d req-c6b8294e-2bfb-4c60-a94d-2f7f8bc6475f service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042569 May 12 23:29:44.153257 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:44.298162 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (9ecc5139-5199-4373-b4a7-9d699eff92a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:44.389496 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f782-9e27-4dfb-8959-7772382bdb18 req-82e4e93e-7151-42bf-a7d1-15146070d245 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:44.390938 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee65f782-9e27-4dfb-8959-7772382bdb18 req-82e4e93e-7151-42bf-a7d1-15146070d245 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0584414 May 12 23:29:44.554010 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ee65f782-9e27-4dfb-8959-7772382bdb18 req-a7afbad0-cf48-4b6d-8331-d3c109494cd9 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360636 May 12 23:29:44.641902 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Deleting port 731c1024-8ea4-46cc-8896-7459935c1e55 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:44.642232 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:44.721432 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] For port 731c1024-8ea4-46cc-8896-7459935c1e55, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=731c1024-8ea4-46cc-8896-7459935c1e55,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:44.721798 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:44.734198 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Calling delete_port for 731c1024-8ea4-46cc-8896-7459935c1e55 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:44.909958 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (731c1024-8ea4-46cc-8896-7459935c1e55), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:44.939723 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=731c1024-8ea4-46cc-8896-7459935c1e55,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:45.102871 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb73af-cf8b-45d0-8bf6-df8519a3d6f6 req-d584b77b-8ffb-4a3e-b7f5-06371a8f0257 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:45.104385 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-83eb73af-cf8b-45d0-8bf6-df8519a3d6f6 req-d584b77b-8ffb-4a3e-b7f5-06371a8f0257 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 944 time: 0.0652981 May 12 23:29:45.166502 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (9ecc5139-5199-4373-b4a7-9d699eff92a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:45.192087 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-83eb73af-cf8b-45d0-8bf6-df8519a3d6f6 req-72fc8178-0bcf-4d48-8b89-34f96f3cd989 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624115 May 12 23:29:45.223250 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:45.226210 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:45.262903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eb4315-bd7c-46ca-9e84-c3e1eaeaba93 x-openstack-request-id: req-e5eb4315-bd7c-46ca-9e84-c3e1eaeaba93 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:45.263248 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:45.263534 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5eb4315-bd7c-46ca-9e84-c3e1eaeaba93 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:45.263962 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5eb4315-bd7c-46ca-9e84-c3e1eaeaba93'] response: {'name': 'network-changed', 'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'status': 'completed', 'code': 200} May 12 23:29:45.397295 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Router 9ecc5139-5199-4373-b4a7-9d699eff92a6 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:45.503927 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:45.508984 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5e870800-4f22-496d-92c9-553008a537a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/9ecc5139-5199-4373-b4a7-9d699eff92a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9997106 May 12 23:29:45.511465 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:45.512275 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] Sync routers for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:45.531449 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:45.532198 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:45.617969 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks [] for router (9ecc5139-5199-4373-b4a7-9d699eff92a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:45.649044 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:45.711362 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b709ae-df09-40af-84fe-a1f4b4e1d2fd req-dc1da439-74e1-423c-ad86-f055f752cff3 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:45.712860 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b709ae-df09-40af-84fe-a1f4b4e1d2fd req-dc1da439-74e1-423c-ad86-f055f752cff3 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0614340 May 12 23:29:45.769176 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:45.787016 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks [] for router_gateway (9ecc5139-5199-4373-b4a7-9d699eff92a6), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:45.803595 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e9b709ae-df09-40af-84fe-a1f4b4e1d2fd req-f3cb3260-364e-4654-89e8-f5f6393646e4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656536 May 12 23:29:45.831728 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:29:44Z', 'revision_number': 5, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port': {'id': 'c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:21Z', 'updated_at': '2022-05-12T23:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:45.843826 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Deleting port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:45.844252 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:45.864564 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] Checking router: 9ecc5139-5199-4373-b4a7-9d699eff92a6 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:45.874815 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] Routers {'9ecc5139-5199-4373-b4a7-9d699eff92a6'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:45.875785 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['9ecc5139-5199-4373-b4a7-9d699eff92a6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:45.928222 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] For port c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:45.928744 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:45.945921 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Calling delete_port for c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:45.969058 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] Set router 9ecc5139-5199-4373-b4a7-9d699eff92a6 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:46.030093 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:29:45Z', 'revision_number': 6, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:46.063018 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13608cbc-755c-45bf-bf66-2316d8e67dca None None] The sync data for ids ['9ecc5139-5199-4373-b4a7-9d699eff92a6'] in dv-cinder-782260-5-iscsi is: [{'id': '9ecc5139-5199-4373-b4a7-9d699eff92a6', 'name': 'tempest-TestMinimumBasicScenario-1622084661-router', 'tenant_id': '20c41bc998214b4fbaa006b920017f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:20Z', 'updated_at': '2022-05-12T23:29:45Z', 'revision_number': 6, 'project_id': '20c41bc998214b4fbaa006b920017f85', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:46.137022 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.167788 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:46.241033 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (9ecc5139-5199-4373-b4a7-9d699eff92a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.379151 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (9ecc5139-5199-4373-b4a7-9d699eff92a6), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.383019 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks [] for router_controller (9ecc5139-5199-4373-b4a7-9d699eff92a6), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.398146 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bcc78-33f8-413e-bced-d511cbd44343 req-979f077d-3557-4b7a-bfdc-93f186356c34 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:46.399627 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e94bcc78-33f8-413e-bced-d511cbd44343 req-979f077d-3557-4b7a-bfdc-93f186356c34 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 944 time: 0.1137483 May 12 23:29:46.473021 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (9ecc5139-5199-4373-b4a7-9d699eff92a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.473665 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecc5139-5199-4373-b4a7-9d699eff92a6 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:29:46.478843 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.480019 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b7da904e-131b-44c9-bafe-66e067f8a8e9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9ecc5139-5199-4373-b4a7-9d699eff92a6 HTTP/1.1" status: 204 len: 168 time: 0.9676352 May 12 23:29:46.483618 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:46.521241 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e94bcc78-33f8-413e-bced-d511cbd44343 req-a92e9b9d-a2f7-4394-b453-1fb49fd3dc1e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973256 May 12 23:29:46.534423 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Deleting subnet a23be861-e81f-4699-b139-f2da470907aa {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:29:46.537493 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Publish callbacks [] for subnet (a23be861-e81f-4699-b139-f2da470907aa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.571814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Publish callbacks [] for subnet (a23be861-e81f-4699-b139-f2da470907aa), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.650601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (a23be861-e81f-4699-b139-f2da470907aa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.704422 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (a23be861-e81f-4699-b139-f2da470907aa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.727810 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23be861-e81f-4699-b139-f2da470907aa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:46.733952 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.737113 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-656c56b8-b82e-471b-b360-abfe9a3d69ca admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a23be861-e81f-4699-b139-f2da470907aa HTTP/1.1" status: 204 len: 168 time: 0.2525494 May 12 23:29:46.739835 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56720) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:46.741618 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4c336-eca2-4c12-a791-e4d083f7f97a None None] Network ab154c33-a6d4-4432-93c9-ee2cf253ee7a requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:46.810203 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (ab154c33-a6d4-4432-93c9-ee2cf253ee7a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.873331 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Deleting port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:46.873672 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:46.926909 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] DHCP port deletion for ab154c33-a6d4-4432-93c9-ee2cf253ee7a request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:29:46.972852 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] Deleting port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:46.973571 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.046145 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] For port fc7d8d70-028a-4a3e-9be4-45dabd4f9512, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:47.046543 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.064075 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] Calling delete_port for fc7d8d70-028a-4a3e-9be4-45dabd4f9512 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:47.192854 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.215177 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a177-988a-43e8-b711-383bb2a78ce4 req-1f8aa165-c42a-4e33-8574-a85c2bcd518d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:47.216709 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f0c7a177-988a-43e8-b711-383bb2a78ce4 req-1f8aa165-c42a-4e33-8574-a85c2bcd518d tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.3310766 May 12 23:29:47.221727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] For port fc7d8d70-028a-4a3e-9be4-45dabd4f9512, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,segment=NetworkSegment(f7d442dd-b396-466f-a42b-c4ff922bf502),segment_id=f7d442dd-b396-466f-a42b-c4ff922bf502)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:47.222056 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] Pushing event deleted for resources: {'Port': ['ID=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:47.222172 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.230596 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d44d12-f181-4557-af51-4acb1fb9605d None None] No DVR routers for this DVR port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:47.246110 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.247844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Calling delete_port for fc7d8d70-028a-4a3e-9be4-45dabd4f9512 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:47.316136 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f0c7a177-988a-43e8-b711-383bb2a78ce4 req-8149e9c7-8063-4675-b780-e6cb5786c3fb tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 May 12 23:29:47.347732 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (fc7d8d70-028a-4a3e-9be4-45dabd4f9512), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.375435 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7d8d70-028a-4a3e-9be4-45dabd4f9512,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:47.379706 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] No DVR routers for this DVR port fc7d8d70-028a-4a3e-9be4-45dabd4f9512 on host dv-cinder-782260-5-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:47.386315 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.386657 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.386995 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.387324 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.387652 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.388590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.388909 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.389227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.389543 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.389859 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.390175 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.390489 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.390797 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.391111 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.391418 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:29:47.458651 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (ab154c33-a6d4-4432-93c9-ee2cf253ee7a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.477482 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab154c33-a6d4-4432-93c9-ee2cf253ee7a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:47.486876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d442dd-b396-466f-a42b-c4ff922bf502') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:47.487168 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d442dd-b396-466f-a42b-c4ff922bf502') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:47.496048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (f7d442dd-b396-466f-a42b-c4ff922bf502), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.509218 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f7d442dd-b396-466f-a42b-c4ff922bf502), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.515258 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:29:47.515812 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (f7d442dd-b396-466f-a42b-c4ff922bf502), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: self.session.flush() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: self.session.flush() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: self.session.flush() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: self.session.flush() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:29:47.517642 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:29:47.575413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (ab154c33-a6d4-4432-93c9-ee2cf253ee7a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.580207 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:47.586650 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab154c33-a6d4-4432-93c9-ee2cf253ee7a HTTP/1.1" status: 204 len: 168 time: 0.8431635 May 12 23:29:47.587005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:47.604996 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ef3e6-3bd7-4b54-981e-89f7e33e308c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab154c33-a6d4-4432-93c9-ee2cf253ee7a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:47.640796 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b458-ff82-48e7-aec9-c444394c0aa7 req-6d94309f-ec46-4e38-8ef5-eee314419d17 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:47.642232 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c97b458-ff82-48e7-aec9-c444394c0aa7 req-6d94309f-ec46-4e38-8ef5-eee314419d17 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 944 time: 0.0570958 May 12 23:29:47.691145 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c97b458-ff82-48e7-aec9-c444394c0aa7 req-764f17c8-1b4d-4ade-b0c2-2bb25d4558ab tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 May 12 23:29:47.732077 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-2bebe92d-92fd-4409-96a1-fc592b6c3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:47.733587 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-2bebe92d-92fd-4409-96a1-fc592b6c3f00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1128 time: 0.0522928 May 12 23:29:47.881680 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa73b6-a805-4581-8632-f77819a36db7 req-6360418d-4c3c-44a6-b0a6-4f349618c2c4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:47.883008 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-37fa73b6-a805-4581-8632-f77819a36db7 req-6360418d-4c3c-44a6-b0a6-4f349618c2c4 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0874238 May 12 23:29:47.986948 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-b6cac546-f3d4-4a40-9dc3-51895fdcde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:47.988388 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-b6cac546-f3d4-4a40-9dc3-51895fdcde0b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.2204106 May 12 23:29:48.043102 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:48.062982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:48.063331 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device c5f2fbb1-d065-4e7d-baf9-27a8124c0f2f not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:48.063739 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 731c1024-8ea4-46cc-8896-7459935c1e55 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:48.076935 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-efa826a0-adcd-4973-8ea6-b2c5065ce2f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0711591 May 12 23:29:48.082101 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 731c1024-8ea4-46cc-8896-7459935c1e55 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:48.082450 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 731c1024-8ea4-46cc-8896-7459935c1e55 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:48.082857 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fc7d8d70-028a-4a3e-9be4-45dabd4f9512 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:48.101995 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: fc7d8d70-028a-4a3e-9be4-45dabd4f9512 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:48.102345 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fc7d8d70-028a-4a3e-9be4-45dabd4f9512 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:48.130740 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Deleting port 742e5630-7491-4ddd-a170-29da0627fa02 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:48.131081 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (742e5630-7491-4ddd-a170-29da0627fa02), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:48.300732 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-9ffe6762-210f-4226-a519-ec6a99fb0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:48.302266 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-9ffe6762-210f-4226-a519-ec6a99fb0e56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.2159874 May 12 23:29:48.381404 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (df84ad24-c30d-40b0-b316-146bf6ed171b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:48.389284 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] For port 742e5630-7491-4ddd-a170-29da0627fa02, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=742e5630-7491-4ddd-a170-29da0627fa02,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:48.389643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (742e5630-7491-4ddd-a170-29da0627fa02), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:48.397997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-23493b90-2e67-44a6-ae7d-5a08a9fabb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:48.399420 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-23493b90-2e67-44a6-ae7d-5a08a9fabb73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857441 May 12 23:29:48.436847 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Calling delete_port for 742e5630-7491-4ddd-a170-29da0627fa02 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:48.444709 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c11b71-0baa-470e-b8a5-45b17b45ad48 req-9c810eff-5beb-41d0-a30f-775557d1c42b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:48.444709 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5c11b71-0baa-470e-b8a5-45b17b45ad48 req-9c810eff-5beb-41d0-a30f-775557d1c42b tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0583379 May 12 23:29:48.498099 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5c11b71-0baa-470e-b8a5-45b17b45ad48 req-bb2f8d24-f37d-4f7a-85d4-d92ef81a8a3c tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/security-groups?id=afadf302-198b-4a85-8694-0d8360264e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 May 12 23:29:48.563091 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db1ae-b7c9-444c-9962-147ffd9ba8af req-56673508-7a5f-4fe9-a85e-25af958bc3d6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:48.564883 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a47db1ae-b7c9-444c-9962-147ffd9ba8af req-56673508-7a5f-4fe9-a85e-25af958bc3d6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0480964 May 12 23:29:48.615590 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a47db1ae-b7c9-444c-9962-147ffd9ba8af req-09a40626-c0ac-410c-a6fc-d39d1167d1bb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 May 12 23:29:48.813979 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81251f1-829f-4abb-8e89-ec9828e08fdb req-c3098784-6ec7-4b19-acdc-7a40aae3d5bd tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:48.815462 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c81251f1-829f-4abb-8e89-ec9828e08fdb req-c3098784-6ec7-4b19-acdc-7a40aae3d5bd tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 944 time: 0.0510654 May 12 23:29:48.863571 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c81251f1-829f-4abb-8e89-ec9828e08fdb req-6c75fea3-cb1a-4122-a77a-6b19e1e2904f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 May 12 23:29:48.898081 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-fd352c99-6300-48e0-a167-d0ef2fb3269c service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625254 May 12 23:29:48.984269 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 22b2022e-3bc6-48c4-a88f-20169d79d7a0 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:29:49.087371 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:49.098577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:29:49.137105 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:29:49.137496 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.148067 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9bff4e6e-56f2-4ac4-bdef-b657bd2a866a req-65541dc4-b8d7-4d28-a443-b643aa0546e4 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149239 May 12 23:29:49.150145 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b2022e-3bc6-48c4-a88f-20169d79d7a0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:29:49.153817 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (742e5630-7491-4ddd-a170-29da0627fa02), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.173888 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['742e5630-7491-4ddd-a170-29da0627fa02'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:49.176678 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:49.196802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.205314 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Pushing event deleted for resources: {'Port': ['ID=742e5630-7491-4ddd-a170-29da0627fa02,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:49.241753 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Deleting port f31fcdad-4079-4a02-bdfc-1c25496940fe {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:49.242022 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.255607 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=22b2022e-3bc6-48c4-a88f-20169d79d7a0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:49.273158 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] No DVR routers for this DVR port 742e5630-7491-4ddd-a170-29da0627fa02 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:49.276527 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.279715 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-37fa73b6-a805-4581-8632-f77819a36db7 req-50e91f82-f759-48d8-8316-7778a3eeab39 tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.76 "DELETE /v2.0/ports/742e5630-7491-4ddd-a170-29da0627fa02 HTTP/1.1" status: 204 len: 173 time: 1.3660576 May 12 23:29:49.280148 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'name': 'network-vif-deleted', 'tag': '742e5630-7491-4ddd-a170-29da0627fa02'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:49.282375 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8d804-69aa-418d-a37f-573323296a80" -d '{"events": [{"server_uuid": "816bbb29-823a-428f-98e5-c66d0e3bfb08", "name": "network-vif-deleted", "tag": "742e5630-7491-4ddd-a170-29da0627fa02"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:49.328340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698393a4-3e2e-4363-9cb9-e838276a7fca x-openstack-request-id: req-698393a4-3e2e-4363-9cb9-e838276a7fca {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:49.328645 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816bbb29-823a-428f-98e5-c66d0e3bfb08", "name": "network-vif-deleted", "tag": "742e5630-7491-4ddd-a170-29da0627fa02", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:49.328902 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-698393a4-3e2e-4363-9cb9-e838276a7fca {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:49.331346 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698393a4-3e2e-4363-9cb9-e838276a7fca'] response: {'server_uuid': '816bbb29-823a-428f-98e5-c66d0e3bfb08', 'name': 'network-vif-deleted', 'tag': '742e5630-7491-4ddd-a170-29da0627fa02', 'status': 'completed', 'code': 200} May 12 23:29:49.361053 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] For port f31fcdad-4079-4a02-bdfc-1c25496940fe, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=f31fcdad-4079-4a02-bdfc-1c25496940fe,segment=NetworkSegment(f7a841aa-2d95-426d-9c77-30f540495a8f),segment_id=f7a841aa-2d95-426d-9c77-30f540495a8f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:49.361427 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.374946 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Calling delete_port for f31fcdad-4079-4a02-bdfc-1c25496940fe owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:49.483910 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['22b2022e-3bc6-48c4-a88f-20169d79d7a0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:29:49.572065 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (f31fcdad-4079-4a02-bdfc-1c25496940fe), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.601290 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31fcdad-4079-4a02-bdfc-1c25496940fe,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:49.662136 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0c9691d8-a259-4b83-afa9-444e5390d638 req-c5f47984-069b-4a96-97da-c22d386cefbc tempest-ServerRescueNegativeTestJSON-851456958 tempest-ServerRescueNegativeTestJSON-851456958-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bbb29-823a-428f-98e5-c66d0e3bfb08 HTTP/1.1" status: 200 len: 210 time: 0.0568590 May 12 23:29:49.838449 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (df84ad24-c30d-40b0-b316-146bf6ed171b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:49.843111 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22536f94-ff42-47e8-8725-a3bd92926878 req-9ae70110-3e3e-4d31-aaa9-bd1f176de3a7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:49.852785 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-22536f94-ff42-47e8-8725-a3bd92926878 req-9ae70110-3e3e-4d31-aaa9-bd1f176de3a7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0801072 May 12 23:29:49.929418 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-22536f94-ff42-47e8-8725-a3bd92926878 req-9561d915-5ed3-4aab-a1d7-37b0ee4c0d81 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707302 May 12 23:29:49.993503 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb36d-24f3-4575-a46b-233bcf2cb558 req-62728e0e-6a2b-48c7-93f1-60fdb34aedf5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:49.997493 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f06fb36d-24f3-4575-a46b-233bcf2cb558 req-62728e0e-6a2b-48c7-93f1-60fdb34aedf5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 945 time: 0.0561953 May 12 23:29:50.052642 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f06fb36d-24f3-4575-a46b-233bcf2cb558 req-ef0953d0-011a-430c-a4a9-65e102c888a7 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 May 12 23:29:50.112408 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Router df84ad24-c30d-40b0-b316-146bf6ed171b has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:50.220601 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:50.225561 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1f4b25d0-c33c-42df-8b0d-66e4a2b78d94 admin admin] 10.222.0.49 "PUT /v2.0/routers/df84ad24-c30d-40b0-b316-146bf6ed171b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6375115 May 12 23:29:50.228056 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:50.231083 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] Sync routers for ids ['df84ad24-c30d-40b0-b316-146bf6ed171b'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:50.240437 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] Routers {'df84ad24-c30d-40b0-b316-146bf6ed171b'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:50.241030 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['df84ad24-c30d-40b0-b316-146bf6ed171b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:50.333805 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks [] for router (df84ad24-c30d-40b0-b316-146bf6ed171b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.345899 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] Set router df84ad24-c30d-40b0-b316-146bf6ed171b gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:50.439848 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks [] for router_gateway (df84ad24-c30d-40b0-b316-146bf6ed171b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.483898 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Deleting port 133214d4-ee87-4c3f-8118-a15f34bd6046 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:50.484260 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.514140 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:29:49Z', 'revision_number': 5, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port': {'id': '133214d4-ee87-4c3f-8118-a15f34bd6046', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:50.540549 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] Checking router: df84ad24-c30d-40b0-b316-146bf6ed171b for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:50.549251 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] Routers {'df84ad24-c30d-40b0-b316-146bf6ed171b'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:50.549843 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['df84ad24-c30d-40b0-b316-146bf6ed171b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:50.562951 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] For port 133214d4-ee87-4c3f-8118-a15f34bd6046, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=133214d4-ee87-4c3f-8118-a15f34bd6046,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:50.563320 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.576449 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Calling delete_port for 133214d4-ee87-4c3f-8118-a15f34bd6046 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:50.638942 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] Set router df84ad24-c30d-40b0-b316-146bf6ed171b gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:50.691060 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:29:50Z', 'revision_number': 6, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:50.716848 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:50.722085 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2726147a-517c-4dad-9be3-c9aa01d6b3a2 None None] The sync data for ids ['df84ad24-c30d-40b0-b316-146bf6ed171b'] in dv-cinder-782260-5-iscsi is: [{'id': 'df84ad24-c30d-40b0-b316-146bf6ed171b', 'name': 'tempest-TestMinimumBasicScenario-356593321-router', 'tenant_id': 'e030d04730c84d6dbaa70ffd2961303b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:29Z', 'updated_at': '2022-05-12T23:29:50Z', 'revision_number': 6, 'project_id': 'e030d04730c84d6dbaa70ffd2961303b', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:50.767249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (133214d4-ee87-4c3f-8118-a15f34bd6046), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.792625 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Pushing event deleted for resources: {'Port': ['ID=133214d4-ee87-4c3f-8118-a15f34bd6046,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:50.818330 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (df84ad24-c30d-40b0-b316-146bf6ed171b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.926910 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (df84ad24-c30d-40b0-b316-146bf6ed171b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.929539 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks [] for router_controller (df84ad24-c30d-40b0-b316-146bf6ed171b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:50.998418 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 22b2022e-3bc6-48c4-a88f-20169d79d7a0 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:29:51.000000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (df84ad24-c30d-40b0-b316-146bf6ed171b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.000761 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df84ad24-c30d-40b0-b316-146bf6ed171b {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:29:51.006003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.007268 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-042ceb06-baa7-4ad1-9ad0-17fecf39b826 admin admin] 10.222.0.49 "DELETE /v2.0/routers/df84ad24-c30d-40b0-b316-146bf6ed171b HTTP/1.1" status: 204 len: 168 time: 0.7782855 May 12 23:29:51.009786 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:51.054607 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:29:51.055897 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Deleting subnet d6d978ee-48f7-4af8-b987-160608bdec9b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:29:51.059353 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Publish callbacks [] for subnet (d6d978ee-48f7-4af8-b987-160608bdec9b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.060697 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:29:51.061898 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.100116 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Publish callbacks [] for subnet (d6d978ee-48f7-4af8-b987-160608bdec9b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.101941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5c2ef-9b58-4df2-b7d6-d2aab45d4b1b req-5de2ee5a-d9e9-4bb9-9d21-5d9ef7e8d9fd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:51.110522 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33b5c2ef-9b58-4df2-b7d6-d2aab45d4b1b req-5de2ee5a-d9e9-4bb9-9d21-5d9ef7e8d9fd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.1116230 May 12 23:29:51.179576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (d6d978ee-48f7-4af8-b987-160608bdec9b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.180093 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:29:51.180181 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.210475 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:51.213145 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa4f7e3-8261-415e-b4fc-cfbf11a4741d" -d '{"events": [{"server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "name": "network-vif-plugged", "status": "completed", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:51.226340 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:51.234399 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.235877 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 742e5630-7491-4ddd-a170-29da0627fa02 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:51.259711 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for subnet (d6d978ee-48f7-4af8-b987-160608bdec9b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.273394 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 742e5630-7491-4ddd-a170-29da0627fa02 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:51.273836 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 742e5630-7491-4ddd-a170-29da0627fa02 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:51.291533 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d978ee-48f7-4af8-b987-160608bdec9b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:51.295909 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.296240 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd4a2d-8e5b-4414-808d-a6b7788d5a8b req-aba559a2-0f98-424d-9aa1-62e4c668e49a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:51.298364 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31cd4a2d-8e5b-4414-808d-a6b7788d5a8b req-aba559a2-0f98-424d-9aa1-62e4c668e49a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 945 time: 0.1033409 May 12 23:29:51.302832 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab8204-d9c9-4446-9087-a65c4d2e357c None None] Network f4ef2045-ab89-4f26-99e3-2153705346b1 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:51.305457 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a625d13e-1124-45e4-a350-95d04179a59c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d6d978ee-48f7-4af8-b987-160608bdec9b HTTP/1.1" status: 204 len: 168 time: 0.2939765 May 12 23:29:51.308210 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:51.336866 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-33b5c2ef-9b58-4df2-b7d6-d2aab45d4b1b req-a463cedd-cac1-408c-97df-9d2f6f5fd320 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254372 May 12 23:29:51.339381 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=22b2022e-3bc6-48c4-a88f-20169d79d7a0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:51.411594 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (f4ef2045-ab89-4f26-99e3-2153705346b1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.429738 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-31cd4a2d-8e5b-4414-808d-a6b7788d5a8b req-cf6804cd-fc0d-469c-a844-3764c04538de tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176403 May 12 23:29:51.430317 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (672c6641-3bc5-48ec-a6f1-a7d37527e10a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.486735 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Deleting port bfee6516-877b-4fc4-9003-8af9d8e0d31a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:51.487711 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.512616 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb3152-cbf3-4c7c-ae35-0447c1fd7c3e x-openstack-request-id: req-affb3152-cbf3-4c7c-ae35-0447c1fd7c3e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:51.513001 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "name": "network-vif-plugged", "status": "completed", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:51.513504 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-affb3152-cbf3-4c7c-ae35-0447c1fd7c3e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:51.514001 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affb3152-cbf3-4c7c-ae35-0447c1fd7c3e'] response: {'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'code': 200} May 12 23:29:51.559096 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] For port bfee6516-877b-4fc4-9003-8af9d8e0d31a, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bfee6516-877b-4fc4-9003-8af9d8e0d31a,segment=NetworkSegment(f7a841aa-2d95-426d-9c77-30f540495a8f),segment_id=f7a841aa-2d95-426d-9c77-30f540495a8f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:51.559586 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.579410 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Calling delete_port for bfee6516-877b-4fc4-9003-8af9d8e0d31a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:51.658961 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] DHCP port deletion for f4ef2045-ab89-4f26-99e3-2153705346b1 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:29:51.691961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.715568 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Deleting port 37412766-5b8f-48c8-92fe-6cd7c85c5621 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:51.717032 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.720868 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfee6516-877b-4fc4-9003-8af9d8e0d31a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:51.724256 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] No DVR routers for this DVR port bfee6516-877b-4fc4-9003-8af9d8e0d31a on host dv-cinder-782260-5-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:51.731319 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Deleting port bfee6516-877b-4fc4-9003-8af9d8e0d31a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:51.732504 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.806069 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] For port bfee6516-877b-4fc4-9003-8af9d8e0d31a, host dv-cinder-782260-5-iscsi, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:51.806748 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.820859 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Calling delete_port for bfee6516-877b-4fc4-9003-8af9d8e0d31a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:51.823825 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Port bfee6516-877b-4fc4-9003-8af9d8e0d31a was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 23:29:51.824642 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] For port 37412766-5b8f-48c8-92fe-6cd7c85c5621, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=37412766-5b8f-48c8-92fe-6cd7c85c5621,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:51.825030 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.825222 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (bfee6516-877b-4fc4-9003-8af9d8e0d31a), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:51.843023 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Calling delete_port for 37412766-5b8f-48c8-92fe-6cd7c85c5621 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:51.857449 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] No DVR routers for this DVR port bfee6516-877b-4fc4-9003-8af9d8e0d31a on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:51.867335 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d812f-dcbc-4e31-83b5-248d7513d4f3 None None] Pushing event deleted for resources: {'Port': ['ID=bfee6516-877b-4fc4-9003-8af9d8e0d31a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:52.055865 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device f31fcdad-4079-4a02-bdfc-1c25496940fe no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:52.067881 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (37412766-5b8f-48c8-92fe-6cd7c85c5621), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.078575 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: f31fcdad-4079-4a02-bdfc-1c25496940fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:52.079010 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device f31fcdad-4079-4a02-bdfc-1c25496940fe not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:52.079493 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bfee6516-877b-4fc4-9003-8af9d8e0d31a no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:52.097057 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Pushing event deleted for resources: {'Port': ['ID=37412766-5b8f-48c8-92fe-6cd7c85c5621,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:52.112952 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: bfee6516-877b-4fc4-9003-8af9d8e0d31a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:52.113403 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bfee6516-877b-4fc4-9003-8af9d8e0d31a not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:52.113917 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 133214d4-ee87-4c3f-8118-a15f34bd6046 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:52.123238 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (f4ef2045-ab89-4f26-99e3-2153705346b1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.126246 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05512bbe-7ee8-4548-8589-06f6d0a9340a req-22207fc5-c85c-410e-9f45-86573c0553e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:52.127755 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05512bbe-7ee8-4548-8589-06f6d0a9340a req-22207fc5-c85c-410e-9f45-86573c0553e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1130 time: 0.3711624 May 12 23:29:52.135538 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 133214d4-ee87-4c3f-8118-a15f34bd6046 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:52.136022 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 133214d4-ee87-4c3f-8118-a15f34bd6046 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:52.167955 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.168325 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.169111 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.169474 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.169802 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.170136 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.170459 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.170785 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.171105 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.171449 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.271249 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.271923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.271923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.272252 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 23:29:52.272654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ef2045-ab89-4f26-99e3-2153705346b1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:52.288851 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (672c6641-3bc5-48ec-a6f1-a7d37527e10a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.303405 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a841aa-2d95-426d-9c77-30f540495a8f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:52.303736 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a841aa-2d95-426d-9c77-30f540495a8f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:52.327627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (f7a841aa-2d95-426d-9c77-30f540495a8f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.351322 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-05512bbe-7ee8-4548-8589-06f6d0a9340a req-c5735665-efa2-4771-ad6d-0882f7b6939f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106853 May 12 23:29:52.354774 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f7a841aa-2d95-426d-9c77-30f540495a8f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.362979 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:29:52.363357 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (f7a841aa-2d95-426d-9c77-30f540495a8f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: from cryptography.utils import int_from_bytes May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: from cryptography.utils import int_from_bytes May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:29:52.367525 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:29:52.429356 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (f4ef2045-ab89-4f26-99e3-2153705346b1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.435526 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.438706 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f4ef2045-ab89-4f26-99e3-2153705346b1 HTTP/1.1" status: 204 len: 168 time: 1.1294620 May 12 23:29:52.453014 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6933aa5-04e9-4b29-9b36-c69282dae4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ef2045-ab89-4f26-99e3-2153705346b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:52.498459 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3f15c-757b-4b25-9053-9f359409bbbe req-ff2680b3-0210-41bd-911a-86be1a34f7c7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:52.504823 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c1b3f15c-757b-4b25-9053-9f359409bbbe req-ff2680b3-0210-41bd-911a-86be1a34f7c7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0631225 May 12 23:29:52.562147 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:52.601744 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fadc1a9f-bc70-4d78-905a-c031e473663f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20c41bc998214b4fbaa006b920017f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382345 May 12 23:29:52.604084 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:52.619914 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939a15-6305-440e-b6d9-08500493cbd3 req-e34c4b19-fb42-4fc9-aed2-7cacbf0176d5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:52.621411 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90939a15-6305-440e-b6d9-08500493cbd3 req-e34c4b19-fb42-4fc9-aed2-7cacbf0176d5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 946 time: 0.1114841 May 12 23:29:52.636011 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Router 672c6641-3bc5-48ec-a6f1-a7d37527e10a has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:52.651874 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b356d96d-77cc-457d-b8e7-e4be632a8e21 admin admin] Publish callbacks [] for security_group (064a7b56-1318-4aa0-9ee8-7a0991893ae7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.654544 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c1b3f15c-757b-4b25-9053-9f359409bbbe req-66c01d06-f979-47b3-8a5c-109e0cf2d986 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461506 May 12 23:29:52.681247 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b356d96d-77cc-457d-b8e7-e4be632a8e21 admin admin] Publish callbacks [] for security_group (064a7b56-1318-4aa0-9ee8-7a0991893ae7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.725984 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-90939a15-6305-440e-b6d9-08500493cbd3 req-a3821fb7-1164-49ac-8d3e-fdfefe324a0f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942245 May 12 23:29:52.733722 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b356d96d-77cc-457d-b8e7-e4be632a8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (064a7b56-1318-4aa0-9ee8-7a0991893ae7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.737394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b356d96d-77cc-457d-b8e7-e4be632a8e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.740924 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b356d96d-77cc-457d-b8e7-e4be632a8e21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/064a7b56-1318-4aa0-9ee8-7a0991893ae7 HTTP/1.1" status: 204 len: 168 time: 0.1335092 May 12 23:29:52.753707 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356d96d-77cc-457d-b8e7-e4be632a8e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064a7b56-1318-4aa0-9ee8-7a0991893ae7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:52.793057 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:52.799248 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-57b396b1-3198-47cb-bc3c-fcf2020b076c admin admin] 10.222.0.49 "PUT /v2.0/routers/672c6641-3bc5-48ec-a6f1-a7d37527e10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0811272 May 12 23:29:52.801895 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:52.804579 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] Sync routers for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:52.815325 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:52.815944 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:52.921512 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks [] for router (672c6641-3bc5-48ec-a6f1-a7d37527e10a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:52.935198 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:53.032385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks [] for router_gateway (672c6641-3bc5-48ec-a6f1-a7d37527e10a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.082315 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Deleting port 9397a777-f11e-4f95-83a3-7aa7f9abe560 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:53.082821 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.085351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:53.115029 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:29:52Z', 'revision_number': 5, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port': {'id': '9397a777-f11e-4f95-83a3-7aa7f9abe560', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:13Z', 'updated_at': '2022-05-12T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:53.146495 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] Checking router: 672c6641-3bc5-48ec-a6f1-a7d37527e10a for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:53.155089 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] Routers {'672c6641-3bc5-48ec-a6f1-a7d37527e10a'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:53.155757 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:53.179341 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-775e9084-1570-467b-b00e-172c3113e38f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e030d04730c84d6dbaa70ffd2961303b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930359 May 12 23:29:53.182046 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:53.198478 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] For port 9397a777-f11e-4f95-83a3-7aa7f9abe560, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=9397a777-f11e-4f95-83a3-7aa7f9abe560,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:53.199130 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.214387 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Calling delete_port for 9397a777-f11e-4f95-83a3-7aa7f9abe560 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:53.246169 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b07875c-9b8a-41ee-bfd3-1289edb7d5c4 admin admin] Publish callbacks [] for security_group (4b4926bb-2eef-4eab-8baf-5cb190628f6e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.246373 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] Set router 672c6641-3bc5-48ec-a6f1-a7d37527e10a gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:53.272833 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b07875c-9b8a-41ee-bfd3-1289edb7d5c4 admin admin] Publish callbacks [] for security_group (4b4926bb-2eef-4eab-8baf-5cb190628f6e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.300038 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:29:53Z', 'revision_number': 6, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:53.321702 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b07875c-9b8a-41ee-bfd3-1289edb7d5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (4b4926bb-2eef-4eab-8baf-5cb190628f6e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.325050 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b07875c-9b8a-41ee-bfd3-1289edb7d5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.328776 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0b07875c-9b8a-41ee-bfd3-1289edb7d5c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b4926bb-2eef-4eab-8baf-5cb190628f6e HTTP/1.1" status: 204 len: 168 time: 0.1455016 May 12 23:29:53.332206 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32422c66-758b-43ce-9ec5-23916e725d5f None None] The sync data for ids ['672c6641-3bc5-48ec-a6f1-a7d37527e10a'] in dv-cinder-782260-5-iscsi is: [{'id': '672c6641-3bc5-48ec-a6f1-a7d37527e10a', 'name': 'tempest-ServerRescueNegativeTestJSON-480401210-router', 'tenant_id': 'ee4c61b3a55145ecb0429c006212a51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:29:53Z', 'revision_number': 6, 'project_id': 'ee4c61b3a55145ecb0429c006212a51c', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:53.337618 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07875c-9b8a-41ee-bfd3-1289edb7d5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4926bb-2eef-4eab-8baf-5cb190628f6e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:53.412973 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (9397a777-f11e-4f95-83a3-7aa7f9abe560), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.452887 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9397a777-f11e-4f95-83a3-7aa7f9abe560,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:53.509613 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (672c6641-3bc5-48ec-a6f1-a7d37527e10a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.610504 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (672c6641-3bc5-48ec-a6f1-a7d37527e10a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.612997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks [] for router_controller (672c6641-3bc5-48ec-a6f1-a7d37527e10a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.658917 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (672c6641-3bc5-48ec-a6f1-a7d37527e10a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.659528 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 672c6641-3bc5-48ec-a6f1-a7d37527e10a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:29:53.667697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.669479 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1a66a1e0-0fb3-4604-a415-23024de670b5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/672c6641-3bc5-48ec-a6f1-a7d37527e10a HTTP/1.1" status: 204 len: 168 time: 0.8660715 May 12 23:29:53.672039 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:53.722548 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Deleting subnet fa1bb700-a026-48e0-b79d-d2aa746de208 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:29:53.729824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Publish callbacks [] for subnet (fa1bb700-a026-48e0-b79d-d2aa746de208), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.808863 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504788'] for subnet (fa1bb700-a026-48e0-b79d-d2aa746de208), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:53.851778 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d951c-9806-41a2-9d99-2953970a2c2f req-02730999-85d4-474d-9d0a-de123d33304a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:53.855499 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c6d951c-9806-41a2-9d99-2953970a2c2f req-02730999-85d4-474d-9d0a-de123d33304a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0897696 May 12 23:29:53.911264 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b3408-8f93-467c-a0d3-9814e751cf84 req-fd73980e-d8e0-49fb-a31b-19dc7f057dbf tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:53.912704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c74b3408-8f93-467c-a0d3-9814e751cf84 req-fd73980e-d8e0-49fb-a31b-19dc7f057dbf tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 946 time: 0.1012793 May 12 23:29:54.015271 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9c6d951c-9806-41a2-9d99-2953970a2c2f req-f15efd14-37e6-43bd-b7a9-da689b6bf72b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430264 May 12 23:29:54.027968 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (fa1bb700-a026-48e0-b79d-d2aa746de208), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.066062 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c74b3408-8f93-467c-a0d3-9814e751cf84 req-f7b30258-0f42-4502-9f01-58d0d637bc8a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466105 May 12 23:29:54.094652 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4434182'] for subnet (fa1bb700-a026-48e0-b79d-d2aa746de208), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.122878 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.128445 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa1bb700-a026-48e0-b79d-d2aa746de208 HTTP/1.1" status: 204 len: 168 time: 0.4530957 May 12 23:29:54.128445 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd7883-f1e2-4db1-8f0b-321c691aaacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1bb700-a026-48e0-b79d-d2aa746de208,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:54.128932 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:54.131743 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3402f7df-5d93-4a26-9203-565fc09b269d None None] Network 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:54.196785 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f0940-7d56-463f-afb2-1048c6c3ddbe req-b4b71dd2-8e1f-4c7c-983c-10b6fd8dda82 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:54.198462 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-699f0940-7d56-463f-afb2-1048c6c3ddbe req-b4b71dd2-8e1f-4c7c-983c-10b6fd8dda82 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 946 time: 0.0636802 May 12 23:29:54.218610 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.252105 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 37412766-5b8f-48c8-92fe-6cd7c85c5621 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:54.270328 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-699f0940-7d56-463f-afb2-1048c6c3ddbe req-958e5058-f5c2-4a5e-9832-5801cf0a9e24 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656638 May 12 23:29:54.279213 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Deleting port cc59daae-f16d-448c-9074-0df6e47cff19 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:54.279999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.280370 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 37412766-5b8f-48c8-92fe-6cd7c85c5621 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:54.280726 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 37412766-5b8f-48c8-92fe-6cd7c85c5621 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:54.281131 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9397a777-f11e-4f95-83a3-7aa7f9abe560 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:54.293568 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:54.303501 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 9397a777-f11e-4f95-83a3-7aa7f9abe560 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:54.304064 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9397a777-f11e-4f95-83a3-7aa7f9abe560 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:54.337462 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590da07-333e-4dc8-be79-bed371291955 tempest-TestVolumeBootPattern-1298818087 tempest-TestVolumeBootPattern-1298818087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:54.339597 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5590da07-333e-4dc8-be79-bed371291955 tempest-TestVolumeBootPattern-1298818087 tempest-TestVolumeBootPattern-1298818087-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1125 time: 0.0439124 May 12 23:29:54.344908 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:54.350273 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:54.358523 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] For port cc59daae-f16d-448c-9074-0df6e47cff19, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=cc59daae-f16d-448c-9074-0df6e47cff19,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:54.358891 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.373107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Calling delete_port for cc59daae-f16d-448c-9074-0df6e47cff19 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:54.378522 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.388004 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] DHCP port deletion for 64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:29:54.427854 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] Deleting port cc59daae-f16d-448c-9074-0df6e47cff19 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:29:54.428614 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.467172 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.472056 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.501024 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc59daae-f16d-448c-9074-0df6e47cff19,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:54.503445 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] For port cc59daae-f16d-448c-9074-0df6e47cff19, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=cc59daae-f16d-448c-9074-0df6e47cff19,segment=NetworkSegment(a68b33a3-1b24-4311-b1b6-664061cce990),segment_id=a68b33a3-1b24-4311-b1b6-664061cce990)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:29:54.503850 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.504587 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] No DVR routers for this DVR port cc59daae-f16d-448c-9074-0df6e47cff19 on host dv-cinder-782260-5-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:54.522998 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] Calling delete_port for cc59daae-f16d-448c-9074-0df6e47cff19 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:29:54.600552 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.610138 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Allocated IP 172.27.3.221 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/e43e1453-2c4b-4474-9177-ef7f80337bc4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:29:54.621759 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cfa1d6-89ac-4090-9117-fc67bdbeb8d6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:54.624282 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (cc59daae-f16d-448c-9074-0df6e47cff19), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.635064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68b33a3-1b24-4311-b1b6-664061cce990') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:54.635064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68b33a3-1b24-4311-b1b6-664061cce990') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:54.643224 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (a68b33a3-1b24-4311-b1b6-664061cce990), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.652057 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] Pushing event deleted for resources: {'Port': ['ID=cc59daae-f16d-448c-9074-0df6e47cff19,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:54.660190 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f841d-229d-45f6-9048-b74428062f8a None None] No DVR routers for this DVR port cc59daae-f16d-448c-9074-0df6e47cff19 on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:29:54.660506 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (a68b33a3-1b24-4311-b1b6-664061cce990), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.671916 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:29:54.672332 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (a68b33a3-1b24-4311-b1b6-664061cce990), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:29:54.674157 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:29:54.734037 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (64cfa1d6-89ac-4090-9117-fc67bdbeb8d6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.739857 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.740768 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.743176 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/64cfa1d6-89ac-4090-9117-fc67bdbeb8d6 HTTP/1.1" status: 204 len: 168 time: 0.6132557 May 12 23:29:54.760995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fa2c4-8df0-4f22-a301-b529c925a1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=64cfa1d6-89ac-4090-9117-fc67bdbeb8d6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:54.777867 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:54.817181 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:29:54.825084 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:29:54.828122 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:29:54.831410 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=e43e1453-2c4b-4474-9177-ef7f80337bc4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:54.911788 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:54.956218 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1b0f20e1-bb6f-4db7-a103-bddc14a1158b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee4c61b3a55145ecb0429c006212a51c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431564 May 12 23:29:54.958637 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:55.004677 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acff682-40e9-4332-a79b-8d518b751a8e admin admin] Publish callbacks [] for security_group (afadf302-198b-4a85-8694-0d8360264e25), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.026178 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acff682-40e9-4332-a79b-8d518b751a8e admin admin] Publish callbacks [] for security_group (afadf302-198b-4a85-8694-0d8360264e25), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.082629 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acff682-40e9-4332-a79b-8d518b751a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (afadf302-198b-4a85-8694-0d8360264e25), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.085586 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1acff682-40e9-4332-a79b-8d518b751a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.089439 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1acff682-40e9-4332-a79b-8d518b751a8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afadf302-198b-4a85-8694-0d8360264e25 HTTP/1.1" status: 204 len: 168 time: 0.1273146 May 12 23:29:55.096353 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acff682-40e9-4332-a79b-8d518b751a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afadf302-198b-4a85-8694-0d8360264e25,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:55.405555 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfa1be-c989-49b6-9482-7d7254ac7bc3 req-5d75538f-8df5-41a3-9d48-e4e27384a0ac tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:55.407011 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cdfa1be-c989-49b6-9482-7d7254ac7bc3 req-5d75538f-8df5-41a3-9d48-e4e27384a0ac tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0973473 May 12 23:29:55.525919 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7cdfa1be-c989-49b6-9482-7d7254ac7bc3 req-f4f4d256-0772-42ac-bda8-af5bc5bd609a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120431 May 12 23:29:55.552594 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (71f10dc0-24c9-41b4-a077-ff95b080eb33), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.626763 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.773250 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56844) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:55.821844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.827649 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.899114 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-132463145-network', 'tenant_id': '0ce9a65fc1ff4d89bd8a3fbcfc23566d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:55.921303 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Made reservation on behalf of 0ce9a65fc1ff4d89bd8a3fbcfc23566d for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:29:55.921572 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=e43e1453-2c4b-4474-9177-ef7f80337bc4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:55.924475 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.933475 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:55.934424 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (71f10dc0-24c9-41b4-a077-ff95b080eb33), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.014874 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks [] for security_group (a8dea47c-d539-47a2-8a6a-e024f447c578), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.020417 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a8dea47c-d539-47a2-8a6a-e024f447c578), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.051930 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Floating IP 71f10dc0-24c9-41b4-a077-ff95b080eb33 associated. External IP: 172.27.3.221, port: 22b2022e-3bc6-48c4-a88f-20169d79d7a0. May 12 23:29:56.052257 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:29:56.058559 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device cc59daae-f16d-448c-9074-0df6e47cff19 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:29:56.061413 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dea47c-d539-47a2-8a6a-e024f447c578,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:56.070252 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (64db3df4-ba28-4487-8976-26e30e18eaf3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.070885 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Added segment 64db3df4-ba28-4487-8976-26e30e18eaf3 of type vlan for network 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f May 12 23:29:56.080418 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: cc59daae-f16d-448c-9074-0df6e47cff19 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:29:56.080717 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device cc59daae-f16d-448c-9074-0df6e47cff19 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:29:56.118502 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.144891 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.145879 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:56.146458 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.176960 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4026434 May 12 23:29:56.181384 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:56.186345 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Request body: {'subnet': {'network_id': '04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-132463145-subnet', 'tenant_id': '0ce9a65fc1ff4d89bd8a3fbcfc23566d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:56.220400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3529e-57de-4210-b3fa-c04385923cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:56.231218 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:29:56.233791 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Made reservation on behalf of 0ce9a65fc1ff4d89bd8a3fbcfc23566d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:29:56.236556 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15792676'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.279749 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:29:56.395666 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:29:56.408100 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:29:56.415427 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.419454 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15792690'] for subnet (c08cda1a-9d34-4e47-a27c-b5e67aaebb2a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.421557 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:56.422166 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:56.447966 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5d5f88a5-ce47-49e1-82de-03f3a102effa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1019018 May 12 23:29:56.448652 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:29:56.451480 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a092bd1-8f94-460a-8cd3-ec52eccf603a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:29:56.474427 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08cda1a-9d34-4e47-a27c-b5e67aaebb2a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:56.484987 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Checking segment: {'id': '64db3df4-ba28-4487-8976-26e30e18eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:29:56.485416 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Network hostable DHCP agents. Network: 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:29:56.505009 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Network 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:29:56.514659 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:29:56.519492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:56.520085 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:56.526537 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48caed2b-a235-46e4-861b-2bfdc0e7813a None None] Network 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:56.546094 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:56.555056 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bb0c3d57-6f4d-424c-b345-672b3fee6257 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3654013 May 12 23:29:56.626020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c95ce-7e40-4f5a-87bd-0eabe5ed0fb3 x-openstack-request-id: req-190c95ce-7e40-4f5a-87bd-0eabe5ed0fb3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:29:56.626317 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:29:56.626576 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-190c95ce-7e40-4f5a-87bd-0eabe5ed0fb3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:29:56.626984 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190c95ce-7e40-4f5a-87bd-0eabe5ed0fb3'] response: {'name': 'network-changed', 'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'status': 'completed', 'code': 200} May 12 23:29:56.677220 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890b6ec-4093-48b8-a06d-b9ffab0a531f None None] Network 04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:56.695363 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c4c7d-8b30-438e-930c-db36ececaf20 req-e4f5e4cc-120d-4138-8621-f5d04124fe43 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:56.697165 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a7c4c7d-8b30-438e-930c-db36ececaf20 req-e4f5e4cc-120d-4138-8621-f5d04124fe43 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0553751 May 12 23:29:56.742658 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-8bbea53d-d196-47ec-b483-ced6c96651e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:56.744581 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-8bbea53d-d196-47ec-b483-ced6c96651e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1130 time: 0.0883608 May 12 23:29:56.799647 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a7c4c7d-8b30-438e-930c-db36ececaf20 req-8c8029cb-355c-49c4-89da-ad7c9db7177b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931282 May 12 23:29:56.845335 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:55Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:56.871712 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:29:56.874810 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-d300422d-8b0a-4cd7-b343-083f52ed914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:56.875968 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-d300422d-8b0a-4cd7-b343-083f52ed914f service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.1236165 May 12 23:29:56.880634 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:29:56.881236 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:56.948905 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-be1ed655-5f4c-4769-8fc2-7fd43026b518 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 200 len: 1000 time: 0.0662162 May 12 23:29:57.003170 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:29:57.007724 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-73d61ede-1590-4212-be5c-b974b821a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:57.009269 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-73d61ede-1590-4212-be5c-b974b821a192 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0544677 May 12 23:29:57.056090 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-3f735b3b-ac25-4daf-97b5-f81cc955cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:57.057938 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-3f735b3b-ac25-4daf-97b5-f81cc955cad4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407150 May 12 23:29:57.129854 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:57.134688 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385599063-network', 'tenant_id': '2d165a494e61468fbeed631ea313319d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:57.155742 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Made reservation on behalf of 2d165a494e61468fbeed631ea313319d for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:29:57.158170 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.163539 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-f4e3e52b-8595-4c70-9448-bdcd9b048101 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990109 May 12 23:29:57.170557 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.259157 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks [] for security_group (9acaf8f8-820e-4678-9573-616417050f88), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.262262 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a092bd1-8f94-460a-8cd3-ec52eccf603a req-90c974a2-fd78-41ee-80f0-a6001fea550a service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916152 May 12 23:29:57.263994 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9acaf8f8-820e-4678-9573-616417050f88), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.289957 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:29:57.299233 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acaf8f8-820e-4678-9573-616417050f88,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:57.305397 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.305804 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Added segment c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3 of type vlan for network 53a554eb-bdfd-458b-a720-b73583005b4b May 12 23:29:57.331483 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:55Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:57.345866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (53a554eb-bdfd-458b-a720-b73583005b4b), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.361529 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8abbb2-57fc-4420-a8b2-3f9265fb5363 None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:55Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:29:57.370881 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (53a554eb-bdfd-458b-a720-b73583005b4b), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.372707 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:57.373427 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.407008 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2736781 May 12 23:29:57.407352 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:57.412127 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Request body: {'subnet': {'network_id': '53a554eb-bdfd-458b-a720-b73583005b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385599063-subnet', 'tenant_id': '2d165a494e61468fbeed631ea313319d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:29:57.434000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Made reservation on behalf of 2d165a494e61468fbeed631ea313319d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:29:57.437380 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15792676'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.442219 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553d39a-6d8d-4d90-b393-ac84f7f4b88c admin admin] Pushing event updated for resources: {'Network': ['ID=53a554eb-bdfd-458b-a720-b73583005b4b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:57.452736 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 53a554eb-bdfd-458b-a720-b73583005b4b details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:29:57.594293 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa579144-559b-4b82-a597-6a034a15f5d7 None None] New status for floating IP 71f10dc0-24c9-41b4-a077-ff95b080eb33: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:29:57.619539 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15792690'] for subnet (6ebc8bbd-53d7-4372-82c6-74043008320f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.671939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebc8bbd-53d7-4372-82c6-74043008320f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:57.687351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Checking segment: {'id': 'c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '53a554eb-bdfd-458b-a720-b73583005b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:29:57.687710 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Network hostable DHCP agents. Network: 53a554eb-bdfd-458b-a720-b73583005b4b, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:29:57.705638 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Network 53a554eb-bdfd-458b-a720-b73583005b4b is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:29:57.716223 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 53a554eb-bdfd-458b-a720-b73583005b4b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:29:57.720509 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:57.721122 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.740262 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-31aff3e6-75ed-4752-914d-28e18a1d32b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3318212 May 12 23:29:57.816526 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa012d37-ce56-4181-8f97-d80ce2f05e03 None None] Network 53a554eb-bdfd-458b-a720-b73583005b4b requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:57.856145 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:57.934375 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Deleting subnet c08cda1a-9d34-4e47-a27c-b5e67aaebb2a {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:29:57.940474 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Publish callbacks [] for subnet (c08cda1a-9d34-4e47-a27c-b5e67aaebb2a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:57.948271 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43122a06-8d62-49e3-af93-2637a37c9f64 req-6354b2f9-365a-48ce-90c7-62af328628c6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:57.949861 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43122a06-8d62-49e3-af93-2637a37c9f64 req-6354b2f9-365a-48ce-90c7-62af328628c6 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0665479 May 12 23:29:57.967996 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cca76-5807-4e62-a83a-f76f36d3b59b None None] Network 53a554eb-bdfd-458b-a720-b73583005b4b requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:29:58.006281 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504788'] for subnet (c08cda1a-9d34-4e47-a27c-b5e67aaebb2a), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.052726 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43122a06-8d62-49e3-af93-2637a37c9f64 req-1ef9efd3-30fe-4d1b-9172-1de62ff277c9 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827858 May 12 23:29:58.064937 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (c08cda1a-9d34-4e47-a27c-b5e67aaebb2a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.117416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4434182'] for subnet (c08cda1a-9d34-4e47-a27c-b5e67aaebb2a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.142218 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08cda1a-9d34-4e47-a27c-b5e67aaebb2a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:58.146951 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.150060 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c89f225f-f273-430c-999a-9770ca8b167c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c08cda1a-9d34-4e47-a27c-b5e67aaebb2a HTTP/1.1" status: 204 len: 168 time: 0.2926037 May 12 23:29:58.152539 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:58.223227 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.301533 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.320406 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:58.329832 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64db3df4-ba28-4487-8976-26e30e18eaf3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:58.330127 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64db3df4-ba28-4487-8976-26e30e18eaf3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:58.339192 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (64db3df4-ba28-4487-8976-26e30e18eaf3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.352600 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (64db3df4-ba28-4487-8976-26e30e18eaf3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.358371 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:29:58.358924 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (64db3df4-ba28-4487-8976-26e30e18eaf3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:29:58.360623 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:29:58.413283 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.420784 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.423814 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] 10.222.0.49 "DELETE /v2.0/networks/04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f HTTP/1.1" status: 204 len: 168 time: 0.2703774 May 12 23:29:58.426792 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:58.432747 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563bdea-2f27-4db5-ac89-f7895d41de9b admin admin] Pushing event deleted for resources: {'Network': ['ID=04bb4bd7-edaa-4b7b-9adb-cdef8d572f1f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:58.472546 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Deleting subnet 6ebc8bbd-53d7-4372-82c6-74043008320f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:29:58.475708 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Publish callbacks [] for subnet (6ebc8bbd-53d7-4372-82c6-74043008320f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.509000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (6ebc8bbd-53d7-4372-82c6-74043008320f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.546589 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (6ebc8bbd-53d7-4372-82c6-74043008320f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.602289 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (6ebc8bbd-53d7-4372-82c6-74043008320f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.628923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebc8bbd-53d7-4372-82c6-74043008320f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:58.633490 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.639445 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ba20455f-f821-4cc8-b3ca-2b3e4b84fb7d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6ebc8bbd-53d7-4372-82c6-74043008320f HTTP/1.1" status: 204 len: 168 time: 0.2088628 May 12 23:29:58.639838 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 56890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:58.719317 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (53a554eb-bdfd-458b-a720-b73583005b4b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.834766 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e5f1f-bec0-4d88-af43-98f5d3d74906 req-8170fe4e-3fe3-49ef-88e4-b49184112c57 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:58.836226 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc3e5f1f-bec0-4d88-af43-98f5d3d74906 req-8170fe4e-3fe3-49ef-88e4-b49184112c57 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.1051533 May 12 23:29:58.837774 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (53a554eb-bdfd-458b-a720-b73583005b4b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.869884 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a554eb-bdfd-458b-a720-b73583005b4b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:58.883052 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:58.883350 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:29:58.900198 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.921987 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bc3e5f1f-bec0-4d88-af43-98f5d3d74906 req-feb1a95c-a01b-4cec-aa70-e0baa93d6e22 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768032 May 12 23:29:58.926404 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.932224 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:29:58.932642 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (c3a0e93b-8e01-4fdd-9b9c-15ebdcc916d3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:29:58.935030 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:29:58.986194 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (53a554eb-bdfd-458b-a720-b73583005b4b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.991319 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:58.994355 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/53a554eb-bdfd-458b-a720-b73583005b4b HTTP/1.1" status: 204 len: 168 time: 0.3534665 May 12 23:29:59.009458 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211febb-f2ca-4482-9709-725db2d7b2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a554eb-bdfd-458b-a720-b73583005b4b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:59.159386 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:59.178891 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6243824-34ff-40fe-a405-2965cb163131 req-d5063d7e-b0f5-4014-bd3e-efde509fc76e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:29:59.180515 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6243824-34ff-40fe-a405-2965cb163131 req-d5063d7e-b0f5-4014-bd3e-efde509fc76e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0484746 May 12 23:29:59.201202 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8a3fcffb-2b55-4b78-acf7-50b322f44735 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ce9a65fc1ff4d89bd8a3fbcfc23566d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406148 May 12 23:29:59.203721 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:59.227218 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b6243824-34ff-40fe-a405-2965cb163131 req-5af7f325-38a1-4e6b-adcf-d66567f4a2dd tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 May 12 23:29:59.250308 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74612c02-f407-4e56-aed4-3857129d8861 admin admin] Publish callbacks [] for security_group (a8dea47c-d539-47a2-8a6a-e024f447c578), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.271455 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74612c02-f407-4e56-aed4-3857129d8861 admin admin] Publish callbacks [] for security_group (a8dea47c-d539-47a2-8a6a-e024f447c578), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.317402 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74612c02-f407-4e56-aed4-3857129d8861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a8dea47c-d539-47a2-8a6a-e024f447c578), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.320503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74612c02-f407-4e56-aed4-3857129d8861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.321612 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-74612c02-f407-4e56-aed4-3857129d8861 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8dea47c-d539-47a2-8a6a-e024f447c578 HTTP/1.1" status: 204 len: 168 time: 0.1169887 May 12 23:29:59.328888 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74612c02-f407-4e56-aed4-3857129d8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dea47c-d539-47a2-8a6a-e024f447c578,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:29:59.617579 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:59.656919 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6bb071b7-a3ec-4f2c-9cfb-884e8c44c638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d165a494e61468fbeed631ea313319d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382347 May 12 23:29:59.659232 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:29:59.707639 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d657da6-69d6-4ed2-8c5c-d594e1dd8531 admin admin] Publish callbacks [] for security_group (9acaf8f8-820e-4678-9573-616417050f88), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.728289 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d657da6-69d6-4ed2-8c5c-d594e1dd8531 admin admin] Publish callbacks [] for security_group (9acaf8f8-820e-4678-9573-616417050f88), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.776015 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d657da6-69d6-4ed2-8c5c-d594e1dd8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9acaf8f8-820e-4678-9573-616417050f88), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.779295 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d657da6-69d6-4ed2-8c5c-d594e1dd8531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:29:59.780501 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9d657da6-69d6-4ed2-8c5c-d594e1dd8531 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9acaf8f8-820e-4678-9573-616417050f88 HTTP/1.1" status: 204 len: 168 time: 0.1203854 May 12 23:29:59.788108 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d657da6-69d6-4ed2-8c5c-d594e1dd8531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acaf8f8-820e-4678-9573-616417050f88,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:00.038380 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76975a-51a5-4571-ab55-b2be1fd57ba5 req-cc0f82f8-b367-4dbc-9333-47a9fa3cb66d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:00.040132 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd76975a-51a5-4571-ab55-b2be1fd57ba5 req-cc0f82f8-b367-4dbc-9333-47a9fa3cb66d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0469463 May 12 23:30:00.089907 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd76975a-51a5-4571-ab55-b2be1fd57ba5 req-89e1ff66-043e-4c23-926f-e05724d2eb87 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 May 12 23:30:00.348612 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e490d55-abb8-446d-a410-0f293e9bfe99 req-ade756c9-cc0c-47d3-818e-f98d0e88bd03 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:00.350133 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e490d55-abb8-446d-a410-0f293e9bfe99 req-ade756c9-cc0c-47d3-818e-f98d0e88bd03 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0496566 May 12 23:30:00.401504 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9e490d55-abb8-446d-a410-0f293e9bfe99 req-a1667a62-36ac-4ffe-b547-7c29b63766e4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 May 12 23:30:01.232627 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299ab29-3cdb-4b66-a835-9c5a30f809c9 req-07439440-bf8b-48d8-91da-9912720b2bbd tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:01.234124 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c299ab29-3cdb-4b66-a835-9c5a30f809c9 req-07439440-bf8b-48d8-91da-9912720b2bbd tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0636516 May 12 23:30:01.331284 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fca75-6b38-41c1-99c2-8798e1bd27c8 req-103efe6e-f1a7-42a6-9ac0-c0414c3fbc06 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:01.332715 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f89fca75-6b38-41c1-99c2-8798e1bd27c8 req-103efe6e-f1a7-42a6-9ac0-c0414c3fbc06 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0728993 May 12 23:30:01.336636 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c299ab29-3cdb-4b66-a835-9c5a30f809c9 req-d99992c7-fdf6-4757-aa05-6fe796243165 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910835 May 12 23:30:01.385503 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f89fca75-6b38-41c1-99c2-8798e1bd27c8 req-b885081e-7ec9-455d-9a61-4ff1534ccf58 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 May 12 23:30:01.522122 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519aa75-8bba-4381-ba37-08451f610f87 req-638b9219-0f46-4b4d-8a81-719a65435906 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:01.523651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b519aa75-8bba-4381-ba37-08451f610f87 req-638b9219-0f46-4b4d-8a81-719a65435906 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0463061 May 12 23:30:01.570591 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b519aa75-8bba-4381-ba37-08451f610f87 req-383b238e-79d8-40b6-b722-78ca189c577d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 May 12 23:30:01.707414 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 56998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:01.808038 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0150f3e0-e368-4b62-a6f0-a429bd600fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:01.881489 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0150f3e0-e368-4b62-a6f0-a429bd600fff admin admin] Publish callbacks [] for security_group (14b982b4-4ea4-47e3-8fb6-48e564738964), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:01.884977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0150f3e0-e368-4b62-a6f0-a429bd600fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (14b982b4-4ea4-47e3-8fb6-48e564738964), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:01.922347 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0150f3e0-e368-4b62-a6f0-a429bd600fff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2057c9c746e472ab7a9c9294cf70b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139180 May 12 23:30:01.923426 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150f3e0-e368-4b62-a6f0-a429bd600fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b982b4-4ea4-47e3-8fb6-48e564738964,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:01.925079 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:01.971821 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fb75-f95a-4db0-810a-aefc73ac0022 admin admin] Publish callbacks [] for security_group (14b982b4-4ea4-47e3-8fb6-48e564738964), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:01.992522 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fb75-f95a-4db0-810a-aefc73ac0022 admin admin] Publish callbacks [] for security_group (14b982b4-4ea4-47e3-8fb6-48e564738964), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.040828 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fb75-f95a-4db0-810a-aefc73ac0022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (14b982b4-4ea4-47e3-8fb6-48e564738964), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.043260 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fb75-f95a-4db0-810a-aefc73ac0022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.044962 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e0a8fb75-f95a-4db0-810a-aefc73ac0022 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14b982b4-4ea4-47e3-8fb6-48e564738964 HTTP/1.1" status: 204 len: 168 time: 0.1189151 May 12 23:30:02.052059 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8fb75-f95a-4db0-810a-aefc73ac0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b982b4-4ea4-47e3-8fb6-48e564738964,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:02.298473 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:02.311459 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2af6476-2a44-44d7-9110-df1b0e24b889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.388043 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2af6476-2a44-44d7-9110-df1b0e24b889 admin admin] Publish callbacks [] for security_group (9b6346e2-f75a-441e-8691-16ec75acb32a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.391629 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2af6476-2a44-44d7-9110-df1b0e24b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9b6346e2-f75a-441e-8691-16ec75acb32a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.433073 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f2af6476-2a44-44d7-9110-df1b0e24b889 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b495c6bb2c004d039078368d25b9286d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333756 May 12 23:30:02.434144 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:02.435311 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6476-2a44-44d7-9110-df1b0e24b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6346e2-f75a-441e-8691-16ec75acb32a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:02.477657 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88971fb8-8ddb-4149-bbcf-625d1d2b0601 req-3a66dfb7-58c6-4bbd-a2ca-8b5096e95830 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:02.479065 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88971fb8-8ddb-4149-bbcf-625d1d2b0601 req-3a66dfb7-58c6-4bbd-a2ca-8b5096e95830 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0734296 May 12 23:30:02.538247 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeec45-0588-4e1d-99e4-e69cf2e229a2 req-7170d370-616d-459f-a81e-76b54b2a4f7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:02.539940 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ecdeec45-0588-4e1d-99e4-e69cf2e229a2 req-7170d370-616d-459f-a81e-76b54b2a4f7a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0809014 May 12 23:30:02.572198 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae017636-3b98-448a-94e8-3ed5f1c93f68 admin admin] Publish callbacks [] for security_group (9b6346e2-f75a-441e-8691-16ec75acb32a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.603739 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-88971fb8-8ddb-4149-bbcf-625d1d2b0601 req-67fb1172-ffd8-4c71-adb5-19e0687ccd42 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059415 May 12 23:30:02.614866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae017636-3b98-448a-94e8-3ed5f1c93f68 admin admin] Publish callbacks [] for security_group (9b6346e2-f75a-441e-8691-16ec75acb32a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.652177 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ecdeec45-0588-4e1d-99e4-e69cf2e229a2 req-1101292f-10fb-4718-b739-fe49d3723026 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015677 May 12 23:30:02.700703 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae017636-3b98-448a-94e8-3ed5f1c93f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9b6346e2-f75a-441e-8691-16ec75acb32a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.703159 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae017636-3b98-448a-94e8-3ed5f1c93f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:02.704260 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ae017636-3b98-448a-94e8-3ed5f1c93f68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b6346e2-f75a-441e-8691-16ec75acb32a HTTP/1.1" status: 204 len: 168 time: 0.2690513 May 12 23:30:02.725238 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2308257-063a-4bf9-9426-3a967050fef1 req-56fceee6-7e1e-46da-ad02-687e446122f4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:02.726748 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2308257-063a-4bf9-9426-3a967050fef1 req-56fceee6-7e1e-46da-ad02-687e446122f4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0604231 May 12 23:30:02.727655 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017636-3b98-448a-94e8-3ed5f1c93f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6346e2-f75a-441e-8691-16ec75acb32a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:02.780592 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c2308257-063a-4bf9-9426-3a967050fef1 req-4a7ee9f2-64d8-4b91-b8b5-a785007633cc tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480664 May 12 23:30:03.392769 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-adbe49d6-ba51-471d-9649-deda45a30ac6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:03.394310 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-adbe49d6-ba51-471d-9649-deda45a30ac6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0462763 May 12 23:30:03.488855 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Deleting port ac70ec26-1fdd-47ec-942e-26731dc4d127 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:03.489138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:03.579000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] For port ac70ec26-1fdd-47ec-942e-26731dc4d127, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ac70ec26-1fdd-47ec-942e-26731dc4d127,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:03.579370 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:03.728760 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5098-2169-4144-897c-66607066a45c req-6ccb83a0-80c1-48f1-a904-a3a7fa617cf9 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:03.730904 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35ed5098-2169-4144-897c-66607066a45c req-6ccb83a0-80c1-48f1-a904-a3a7fa617cf9 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0576980 May 12 23:30:03.762408 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:03.762918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (661a777e-63b0-4652-a23f-90c51c30749b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:03.763374 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Floating IP 661a777e-63b0-4652-a23f-90c51c30749b disassociated. External IP: 172.27.3.33, port: ac70ec26-1fdd-47ec-942e-26731dc4d127. May 12 23:30:03.763812 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Calling delete_port for ac70ec26-1fdd-47ec-942e-26731dc4d127 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:03.822446 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b27ca-044c-49ed-98ac-392ca505f6ee req-11fb2b72-ff03-4676-8e46-4ef87264053a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:03.823955 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-669b27ca-044c-49ed-98ac-392ca505f6ee req-11fb2b72-ff03-4676-8e46-4ef87264053a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ae50a0f-e7d3-4251-a9fe-82db57f81716 HTTP/1.1" status: 200 len: 945 time: 0.0701818 May 12 23:30:03.827803 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35ed5098-2169-4144-897c-66607066a45c req-459e943a-2198-442c-825d-20b0cb108e4a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883291 May 12 23:30:03.890584 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-669b27ca-044c-49ed-98ac-392ca505f6ee req-1fabb9c8-c384-43de-aa3c-dffa5259b2d9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c5e588b-e871-49da-81a5-2acdbc866fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537665 May 12 23:30:03.928620 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (ac70ec26-1fdd-47ec-942e-26731dc4d127), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:03.953973 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726d22b-edb9-4083-88d3-df38ac7c3763 req-772f65cc-a872-49b7-a454-e419cc3f1311 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:03.955391 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event deleted for resources: {'Port': ['ID=ac70ec26-1fdd-47ec-942e-26731dc4d127,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:03.955646 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1726d22b-edb9-4083-88d3-df38ac7c3763 req-772f65cc-a872-49b7-a454-e419cc3f1311 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0523834 May 12 23:30:04.019163 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1726d22b-edb9-4083-88d3-df38ac7c3763 req-d53eeae8-a083-48f5-b81d-c187b5650429 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465934 May 12 23:30:04.087644 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Router d2d28334-9c49-4428-858e-7c16216d91f5 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:30:04.199593 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:30:04.210795 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:30:04.221785 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:04.222394 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:04.245886 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] No DVR routers for this DVR port ac70ec26-1fdd-47ec-942e-26731dc4d127 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:30:04.248520 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:04.252058 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d007a9e-53c2-462d-ac11-8dd346096a24 req-60b09dd6-7c9c-4d94-8291-343d59f377a3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "DELETE /v2.0/ports/ac70ec26-1fdd-47ec-942e-26731dc4d127 HTTP/1.1" status: 204 len: 173 time: 0.8474665 May 12 23:30:04.252577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'name': 'network-vif-deleted', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:04.254986 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f1cd8-32e3-43e5-a1e7-32267af23a26" -d '{"events": [{"server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "name": "network-vif-deleted", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:04.291185 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6819e9-4f57-4736-90ce-e223aa3a649e x-openstack-request-id: req-0e6819e9-4f57-4736-90ce-e223aa3a649e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:04.291640 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae50a0f-e7d3-4251-a9fe-82db57f81716", "name": "network-vif-deleted", "tag": "ac70ec26-1fdd-47ec-942e-26731dc4d127", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:04.291834 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e6819e9-4f57-4736-90ce-e223aa3a649e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:04.292179 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6819e9-4f57-4736-90ce-e223aa3a649e'] response: {'server_uuid': '8ae50a0f-e7d3-4251-a9fe-82db57f81716', 'name': 'network-vif-deleted', 'tag': 'ac70ec26-1fdd-47ec-942e-26731dc4d127', 'status': 'completed', 'code': 200} May 12 23:30:04.362741 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:04.577978 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:04.606848 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:30:04.614924 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:04.615515 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:29:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:04.722329 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:04.930697 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:04.959346 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae296ee-63bb-41fa-85d0-9b566e1bb829 req-be2c2597-6078-4e6e-9c8e-2ff3622d75ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:04.961012 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ae296ee-63bb-41fa-85d0-9b566e1bb829 req-be2c2597-6078-4e6e-9c8e-2ff3622d75ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0547426 May 12 23:30:04.961887 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff6941-6569-4139-b65d-9b875157e143 None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:30:04.980237 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:05.024391 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ae296ee-63bb-41fa-85d0-9b566e1bb829 req-9b17eb9a-6480-45b4-a4ac-f5624aa1c62c tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564826 May 12 23:30:05.155676 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d70c8-7610-43f0-aae3-2f3181c5fc76 req-f4e1e4aa-46f6-4094-991d-1f5fe7a97fd4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:05.157443 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e3d70c8-7610-43f0-aae3-2f3181c5fc76 req-f4e1e4aa-46f6-4094-991d-1f5fe7a97fd4 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0557885 May 12 23:30:05.215470 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e3d70c8-7610-43f0-aae3-2f3181c5fc76 req-4a070364-9f64-4a9a-bd20-abc48ab687ba tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522227 May 12 23:30:05.233935 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26d5896-16d9-4268-a0da-3b4fc605099e None None] New status for floating IP 661a777e-63b0-4652-a23f-90c51c30749b: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:30:05.308812 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5657-0738-49c9-b8e3-ed0370738e6d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (1c5e588b-e871-49da-81a5-2acdbc866fbc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.332239 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5657-0738-49c9-b8e3-ed0370738e6d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (1c5e588b-e871-49da-81a5-2acdbc866fbc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.383274 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5657-0738-49c9-b8e3-ed0370738e6d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (1c5e588b-e871-49da-81a5-2acdbc866fbc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.385851 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f7e5657-0738-49c9-b8e3-ed0370738e6d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.387231 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9f7e5657-0738-49c9-b8e3-ed0370738e6d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "DELETE /v2.0/security-groups/1c5e588b-e871-49da-81a5-2acdbc866fbc HTTP/1.1" status: 204 len: 168 time: 0.4056339 May 12 23:30:05.390456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:05.396482 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e5657-0738-49c9-b8e3-ed0370738e6d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5e588b-e871-49da-81a5-2acdbc866fbc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:05.404078 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.api.v2.resource [None req-4c61d397-a129-4a04-b97a-824186fc0db1 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] show failed (client error): The resource could not be found. May 12 23:30:05.405334 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4c61d397-a129-4a04-b97a-824186fc0db1 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups/1c5e588b-e871-49da-81a5-2acdbc866fbc HTTP/1.1" status: 404 len: 347 time: 0.0137515 May 12 23:30:05.408103 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:05.526110 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Deleting port 66f170c7-e13e-43a5-9feb-ab2a2236ce95 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:05.526453 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.601401 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.601728 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (66f170c7-e13e-43a5-9feb-ab2a2236ce95), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.613754 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Calling delete_port for 66f170c7-e13e-43a5-9feb-ab2a2236ce95 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:05.757436 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (66f170c7-e13e-43a5-9feb-ab2a2236ce95), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.787328 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event deleted for resources: {'Port': ['ID=66f170c7-e13e-43a5-9feb-ab2a2236ce95,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:05.860898 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (661a777e-63b0-4652-a23f-90c51c30749b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.863840 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:05.865006 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b268b7c9-c305-4327-a7d1-d9304444c06a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "DELETE /v2.0/floatingips/661a777e-63b0-4652-a23f-90c51c30749b HTTP/1.1" status: 204 len: 168 time: 0.4559662 May 12 23:30:05.943176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57104) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:05.947563 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174570891', 'description': 'tempest-description--2127774972'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:05.968048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.033407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (776ec060-aefe-4297-bb97-8df704b4534e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.037961 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (776ec060-aefe-4297-bb97-8df704b4534e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.069030 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.073175 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1261375 May 12 23:30:06.073722 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:06.079006 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc18da-1c8c-4604-a9a6-cd03bc2d1621 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776ec060-aefe-4297-bb97-8df704b4534e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:06.079269 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'security_group_rule': {'security_group_id': '776ec060-aefe-4297-bb97-8df704b4534e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:06.110867 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (315a2c92-0eed-44d6-81d4-9e8ecb3ee69c), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.140822 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0803-cf6f-4a1d-a7dc-ae62253dd6e1 req-cd957769-dbdc-4c5c-b661-5aa3c4ad4c9c tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:06.142299 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a2b0803-cf6f-4a1d-a7dc-ae62253dd6e1 req-cd957769-dbdc-4c5c-b661-5aa3c4ad4c9c tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0470710 May 12 23:30:06.164923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (315a2c92-0eed-44d6-81d4-9e8ecb3ee69c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.169608 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (315a2c92-0eed-44d6-81d4-9e8ecb3ee69c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.187969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315a2c92-0eed-44d6-81d4-9e8ecb3ee69c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:06.196083 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.196524 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5a2b0803-cf6f-4a1d-a7dc-ae62253dd6e1 req-8b2ff915-069a-4aee-9abb-8bffa91db65e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484238 May 12 23:30:06.200527 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:06.200740 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e73f5e39-89aa-423f-82e5-ead1303effa3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250701 May 12 23:30:06.204883 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'security_group_rule': {'security_group_id': '776ec060-aefe-4297-bb97-8df704b4534e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:06.232038 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (c057279a-1f06-4f5f-b9dc-96d52f9fc173), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.284020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (c057279a-1f06-4f5f-b9dc-96d52f9fc173), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.287566 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981107'] for security_group_rule (c057279a-1f06-4f5f-b9dc-96d52f9fc173), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.332419 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c057279a-1f06-4f5f-b9dc-96d52f9fc173,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:06.339859 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.341094 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bd671bd4-a9b6-40d6-bea6-136fdf1a2125 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395731 May 12 23:30:06.344182 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:06.350517 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:06.367709 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919a954-4e21-4f12-9e07-7aa3e7fe387f req-12ec25d4-44fe-4e46-84de-9b3a07a4a6eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:06.369187 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4919a954-4e21-4f12-9e07-7aa3e7fe387f req-12ec25d4-44fe-4e46-84de-9b3a07a4a6eb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0762022 May 12 23:30:06.394358 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.477514 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4919a954-4e21-4f12-9e07-7aa3e7fe387f req-b6bfaa36-fc6f-4c94-b6d8-523f8c002059 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007299 May 12 23:30:06.494574 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.596481 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Allocated IP 172.27.3.90 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/0586df01-5dd8-4567-8384-8f34f9dd0f24) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:30:06.698284 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.731104 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.769811 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:30:06.772757 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:30:06.776532 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:30:06.804971 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'Port': ['ID=0586df01-5dd8-4567-8384-8f34f9dd0f24,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:06.871997 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (f51f4afe-5838-47ec-92f0-dd22c7d6ca41), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:06.907923 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:07.029343 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ac70ec26-1fdd-47ec-942e-26731dc4d127 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:07.050963 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: ac70ec26-1fdd-47ec-942e-26731dc4d127 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:30:07.052144 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ac70ec26-1fdd-47ec-942e-26731dc4d127 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:30:07.092960 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:07.099253 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:07.173537 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'Port': ['ID=0586df01-5dd8-4567-8384-8f34f9dd0f24,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:07.183479 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (f51f4afe-5838-47ec-92f0-dd22c7d6ca41), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:07.199049 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:07.208759 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-423a0c36-e33d-4292-ae73-24bcdc7d238c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8557284 May 12 23:30:07.332186 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b386b9-4b09-4809-aacd-ea31db9aa885 req-e9bfe1ad-b978-4ea9-9eaa-48e2c301ea89 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:07.333855 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0b386b9-4b09-4809-aacd-ea31db9aa885 req-e9bfe1ad-b978-4ea9-9eaa-48e2c301ea89 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0594501 May 12 23:30:07.404628 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0b386b9-4b09-4809-aacd-ea31db9aa885 req-4f6b239a-9b1e-4bf1-948f-35870107062e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642238 May 12 23:30:07.429172 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-0cacc2c1-cc3e-4d9b-8483-42bb9d653057 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--174570891&fields=id&tenant_id=c1a6294bad3a4a55841de2381fa750c8 HTTP/1.1" status: 200 len: 267 time: 0.0608416 May 12 23:30:07.823910 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df89da-ae7b-43fe-9d5d-aa010dfefc89 req-085b771d-1468-42f1-8f9a-772a9135464a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:07.825468 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a7df89da-ae7b-43fe-9d5d-aa010dfefc89 req-085b771d-1468-42f1-8f9a-772a9135464a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0658185 May 12 23:30:07.832716 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-c63beae7-3219-458d-ac9f-d9af844043c9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:07.834081 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-c63beae7-3219-458d-ac9f-d9af844043c9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 811 time: 0.3981380 May 12 23:30:07.857596 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-78cb4008-00f1-43d9-9d06-787bd9af0d3f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/quotas/c1a6294bad3a4a55841de2381fa750c8 HTTP/1.1" status: 200 len: 375 time: 0.0166142 May 12 23:30:07.912252 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a7df89da-ae7b-43fe-9d5d-aa010dfefc89 req-07986c29-725e-4ac9-81ee-d347172dcf85 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772626 May 12 23:30:07.921947 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-4ee6aebf-fcb1-4363-84a8-46cf321de48c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590153 May 12 23:30:08.015456 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-fe975171-9f7e-4085-b8e5-65949a5078f0 service neutron] 10.222.0.49 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822556 May 12 23:30:08.105755 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-6e6d38c1-f258-4ee0-bf9f-2f0ebe704e56 service neutron] 10.222.0.49 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846686 May 12 23:30:08.262231 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-64af56b1-2943-44c7-9c4f-dc715f3b3563 req-e9a8624b-1b9d-442d-bd9a-6d5bab76b763 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 210 time: 0.0275569 May 12 23:30:08.523296 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb726256-8a62-4f55-a8a1-7816b86d06ad req-b4ba4cd8-bcc4-4c97-8da8-30a70f4cb123 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:08.524858 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fb726256-8a62-4f55-a8a1-7816b86d06ad req-b4ba4cd8-bcc4-4c97-8da8-30a70f4cb123 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0473545 May 12 23:30:08.584137 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fb726256-8a62-4f55-a8a1-7816b86d06ad req-696694f9-fa83-4f68-b246-3b7321480a8e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 May 12 23:30:09.034700 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d142ad-ecb8-40fb-b80b-46f3013921ea req-674cfe15-5d3a-4241-b9b3-e8c951716880 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:09.036139 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8d142ad-ecb8-40fb-b80b-46f3013921ea req-674cfe15-5d3a-4241-b9b3-e8c951716880 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0496485 May 12 23:30:09.081551 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8d142ad-ecb8-40fb-b80b-46f3013921ea req-02fb0158-74e9-40cf-8622-43d4a5869774 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396013 May 12 23:30:09.356962 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-76069e69-8723-473e-a343-057e131cdc83 req-fcf62ae0-41b3-45a0-99c9-c0c85f9bfba8 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 210 time: 0.0275338 May 12 23:30:09.716142 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d1d79-d1fe-4e91-87d3-94b90f4e74ba req-adddfd64-8918-4935-a146-91a716f1eb7e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:09.716142 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b35d1d79-d1fe-4e91-87d3-94b90f4e74ba req-adddfd64-8918-4935-a146-91a716f1eb7e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0513675 May 12 23:30:09.778921 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b35d1d79-d1fe-4e91-87d3-94b90f4e74ba req-1c54973d-38ae-44f6-a303-b1fce1b14768 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592382 May 12 23:30:10.198585 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303aa83-3ce2-4bf6-afae-3c5909488131 req-3e84615d-5b07-4850-810f-a0c72bb35510 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:10.200611 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2303aa83-3ce2-4bf6-afae-3c5909488131 req-3e84615d-5b07-4850-810f-a0c72bb35510 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0498104 May 12 23:30:10.246565 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2303aa83-3ce2-4bf6-afae-3c5909488131 req-4a407470-c1f3-4528-903f-3ba4c52f7488 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404761 May 12 23:30:10.451320 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d724faf-b63d-4d01-bdeb-846559a8ea3d req-96bff47a-7836-4639-b080-6bfab43b665e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 210 time: 0.0279090 May 12 23:30:10.785376 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d37d7cb-4e4c-4d72-a9f4-cac47a0fd22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:10.816842 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-63bcf0c9-e1b4-4e95-b5c5-541141600eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:10.822039 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-63bcf0c9-e1b4-4e95-b5c5-541141600eaf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1129 time: 0.0776966 May 12 23:30:10.928036 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a170b-c5de-478f-b8c1-f3cd8c2cca99 req-34c3e786-3edb-4048-a3d5-f130b79714d2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:10.930171 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26a170b-c5de-478f-b8c1-f3cd8c2cca99 req-34c3e786-3edb-4048-a3d5-f130b79714d2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0489659 May 12 23:30:10.940294 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-5767cdd5-8ddb-4bda-aa85-7d295ab68839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:10.942154 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-5767cdd5-8ddb-4bda-aa85-7d295ab68839 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 909 time: 0.1025133 May 12 23:30:10.985637 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f26a170b-c5de-478f-b8c1-f3cd8c2cca99 req-d963a630-6c95-4f02-9981-a9da820143a3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498407 May 12 23:30:11.194457 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-05e4aeaa-b2ab-41de-8e0c-95e07008f42d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 1001 time: 0.0719686 May 12 23:30:11.320977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-ebf32e17-1b3a-486d-8419-6cd0023ec070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:11.323158 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-ebf32e17-1b3a-486d-8419-6cd0023ec070 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 200 len: 847 time: 0.1226966 May 12 23:30:11.393400 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22fe3b-35ed-4f4f-be2b-022e6dede43e req-e478fd68-f62d-4e48-b9d5-6e6e91f20bd0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:11.395095 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed22fe3b-35ed-4f4f-be2b-022e6dede43e req-e478fd68-f62d-4e48-b9d5-6e6e91f20bd0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0720420 May 12 23:30:11.398918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-2b05e2a9-7a2e-42fa-9962-443a26a866e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:11.400775 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-2b05e2a9-7a2e-42fa-9962-443a26a866e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a041d304-4706-4ce5-b2c4-97aa7ee5765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561924 May 12 23:30:11.426784 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:30:11.449917 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ed22fe3b-35ed-4f4f-be2b-022e6dede43e req-f113812a-1bdc-4293-8d0c-5549625ba6e5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489819 May 12 23:30:11.457109 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-3a358503-659e-4677-877e-39a8b408e0f0 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:11.458731 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-3a358503-659e-4677-877e-39a8b408e0f0 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 811 time: 0.2312512 May 12 23:30:11.529371 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-4261d7b2-5726-4f90-9106-6ad200dc07be service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141150 May 12 23:30:11.552535 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cccd502-692e-489b-bd3d-0c6c1279adca req-95f06db8-a5ea-4792-8c66-938aa415dfd6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 210 time: 0.0279372 May 12 23:30:11.695063 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-0ff9ffd6-75c8-45c5-ba11-92b2d48f9862 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a6294bad3a4a55841de2381fa750c8 HTTP/1.1" status: 200 len: 379 time: 0.1086030 May 12 23:30:11.711399 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'port': {'device_id': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'admin_state_up': True, 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'security_groups': ['776ec060-aefe-4297-bb97-8df704b4534e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:11.733696 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3cfafe00-6fbc-45b8-8abb-e7217a40ee87 req-9e128045-c8b6-41d9-a162-65e7b84ebe7f service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461527 May 12 23:30:11.831260 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Made reservation on behalf of c1a6294bad3a4a55841de2381fa750c8 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:30:11.835278 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:11.973520 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Allocated IP 172.20.0.3 (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f/675b17b2-1348-4147-b34f-bd718ea2f07d/3a0d1e77-1ddd-44e1-ab72-eeb34e81a719) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:30:12.105362 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ab22-e234-40bc-9546-8f6ae51ae94a req-9d5e9366-63ff-43d4-a06f-759553f74356 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:12.106925 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7920ab22-e234-40bc-9546-8f6ae51ae94a req-9d5e9366-63ff-43d4-a06f-759553f74356 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0529127 May 12 23:30:12.126615 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:12.161005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:12.165817 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7920ab22-e234-40bc-9546-8f6ae51ae94a req-13346ea8-69c8-4385-8c2a-20a6fd78bd8e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526645 May 12 23:30:12.208911 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:30:12.211796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:30:12.214277 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:30:12.241814 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event updated for resources: {'Port': ['ID=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:12.276136 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:12.276838 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:12.293206 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-7a4c94ec-148f-4845-9442-eb1db164d2a7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854650 May 12 23:30:12.409873 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4755b050-0dfa-4cdf-8634-62faed88f773 None None] Provisioning complete for port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:30:12.410447 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4755b050-0dfa-4cdf-8634-62faed88f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:12.447860 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4755b050-0dfa-4cdf-8634-62faed88f773 None None] Port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:30:12.567483 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d662-5a1f-4ec4-adf1-d924a222f938 req-df2bae7b-5330-4ca7-8417-96a650078c75 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:12.568943 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a774d662-5a1f-4ec4-adf1-d924a222f938 req-df2bae7b-5330-4ca7-8417-96a650078c75 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0467894 May 12 23:30:12.617434 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a774d662-5a1f-4ec4-adf1-d924a222f938 req-20a483a2-3eb1-48a4-bf0b-fdb7f7c19396 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 May 12 23:30:12.662622 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cefbe-4b84-4fd3-94c7-6901019de00e req-9b98e540-844a-466c-8e23-23694d5468f3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:12.664398 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fb2cefbe-4b84-4fd3-94c7-6901019de00e req-9b98e540-844a-466c-8e23-23694d5468f3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 931 time: 0.0458384 May 12 23:30:12.710190 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fb2cefbe-4b84-4fd3-94c7-6901019de00e req-c1dbf5e2-8ef6-4e9b-8cfe-1d89611ca12b tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 May 12 23:30:13.068380 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:30:13.179295 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:13.197735 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'mac_address': 'fa:16:3e:5b:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:30:13.203014 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80da621e-c4c8-472b-9ef8-1d1e51d07878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.213706 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Request body: {'port': {'device_id': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:13.244367 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: ACTIVE; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:13.244763 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.259798 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:13.287911 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:13.294361 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.306637 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4131-ac79-4461-9c39-f574efd2d0c9 req-dfe69c55-69fb-48c4-a1db-808278d6d564 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:13.314842 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93bc4131-ac79-4461-9c39-f574efd2d0c9 req-dfe69c55-69fb-48c4-a1db-808278d6d564 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0633116 May 12 23:30:13.325483 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.361818 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:13.370511 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93bc4131-ac79-4461-9c39-f574efd2d0c9 req-5ba08ea4-3e86-4e82-8f27-f1aced0596ee tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546596 May 12 23:30:13.372015 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.372413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.372777 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.373113 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.373620 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.373950 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.374275 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.374597 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.374916 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.375397 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.375720 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.376058 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.376409 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.376858 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.377318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:13.412827 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:30:13.647975 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:13.656340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Publish callbacks [] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.669809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Transition to ACTIVE for port object 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:30:13.674866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.723461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:13.767985 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049867ef-c942-417e-a9d5-297f058ee181 req-c209ad55-a83d-47a5-b5ab-8bdd877230d5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:13.769973 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-049867ef-c942-417e-a9d5-297f058ee181 req-c209ad55-a83d-47a5-b5ab-8bdd877230d5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 945 time: 0.0703750 May 12 23:30:13.851583 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Attempting to bind port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:30:13.852567 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Attempting to bind port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:30:13.852567 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Attempting to bind port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:30:13.857940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:30:13.858503 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Attempting to bind port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 on network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:30:13.871373 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:30:13.875143 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Checking segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:30:13.875545 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Bound using segment: {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:30:13.876009 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Bound port: 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d733a9f-3924-40d0-9e9a-07cf4acf79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:30:13.876414 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:13.906259 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eec99-4de4-4687-80fc-115e863c9465 req-fad9caf6-4e8a-4dad-aa8b-5019aaac91d9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:13.908050 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-740eec99-4de4-4687-80fc-115e863c9465 req-fad9caf6-4e8a-4dad-aa8b-5019aaac91d9 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 943 time: 0.1025243 May 12 23:30:13.953438 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-049867ef-c942-417e-a9d5-297f058ee181 req-7f3b6cb0-8119-431b-8592-22155a6c3f21 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704097 May 12 23:30:13.990227 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] For port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:30:13.997833 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] For port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:30:14.004327 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:14.022345 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-740eec99-4de4-4687-80fc-115e863c9465 req-27ba34dd-3170-4480-a19a-ae02e4172727 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085734 May 12 23:30:14.042487 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:14.044155 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:14.046438 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] 10.222.0.76 "PUT /v2.0/ports/3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 HTTP/1.1" status: 200 len: 1093 time: 0.8387599 May 12 23:30:14.048968 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:14.052152 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aac6481-9753-453f-94bd-ca7ea5633ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:14.084017 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:14.085555 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e198-6624-49c3-888b-01002a4e5c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:14.124188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b292b-6cc1-4a57-8952-ed7595b4ac70 x-openstack-request-id: req-b41b292b-6cc1-4a57-8952-ed7595b4ac70 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:14.124537 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:14.124942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b41b292b-6cc1-4a57-8952-ed7595b4ac70 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:14.125478 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41b292b-6cc1-4a57-8952-ed7595b4ac70'] response: {'name': 'network-changed', 'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'status': 'completed', 'code': 200} May 12 23:30:14.190792 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:14.202334 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-ac02a2f2-38b3-443a-b41d-429a70e22026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:14.204029 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-ac02a2f2-38b3-443a-b41d-429a70e22026 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 1127 time: 0.0757520 May 12 23:30:14.270378 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-b3573926-c3d8-43a1-a995-366b0146ae83 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 HTTP/1.1" status: 200 len: 217 time: 0.0539186 May 12 23:30:14.328844 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-d19a1f08-1e8b-4796-a220-a19e729cfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:14.330462 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-d19a1f08-1e8b-4796-a220-a19e729cfc27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0491629 May 12 23:30:14.492311 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f8b22-f6eb-47f9-8afc-6907b0b25829 req-0e37f3b7-51a1-4d1f-ab0d-b6c706b55d76 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:14.493842 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fa1f8b22-f6eb-47f9-8afc-6907b0b25829 req-0e37f3b7-51a1-4d1f-ab0d-b6c706b55d76 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0479934 May 12 23:30:14.587241 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fa1f8b22-f6eb-47f9-8afc-6907b0b25829 req-cafe9649-21c8-4ba1-bcb5-e18c10c3f4c5 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858428 May 12 23:30:14.613181 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-d1e1cab9-ee21-4a3b-ac25-0e5383f72b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:14.614991 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-d1e1cab9-ee21-4a3b-ac25-0e5383f72b61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883744 May 12 23:30:14.725587 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [req-1f665002-aba3-4d51-bddd-3a7fe5eb213e req-1cec7362-1a72-4de8-bcb5-2fa05b69d9eb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:30:14.726846 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1f665002-aba3-4d51-bddd-3a7fe5eb213e req-1cec7362-1a72-4de8-bcb5-2fa05b69d9eb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060651 May 12 23:30:14.774251 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-0341772e-9a69-433b-944b-d73db44d56c1 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488883 May 12 23:30:14.920338 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-5e84215f-8e15-4fba-8520-bd4c9f6d8bfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0619643 May 12 23:30:14.985943 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d78808f-6392-454b-b49d-91d7ada29d79 req-dc92687e-401c-4cfd-8d9e-e2922750fba1 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041640 May 12 23:30:15.026854 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-44909c2b-deb1-48c2-9465-ba8f024ac0f4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:15.028386 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-44909c2b-deb1-48c2-9465-ba8f024ac0f4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports/242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 942 time: 0.0696964 May 12 23:30:15.039161 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ab81-0174-4b9e-aa6b-84f01225a728 req-25f5119a-68fd-4094-9468-af94f48d473a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:15.040765 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-28a4ab81-0174-4b9e-aa6b-84f01225a728 req-25f5119a-68fd-4094-9468-af94f48d473a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.1148098 May 12 23:30:15.103145 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:30:15.150365 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-28a4ab81-0174-4b9e-aa6b-84f01225a728 req-5d18f988-aee0-47c9-a7c6-255ae65fd8b6 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036074 May 12 23:30:15.192329 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8324e0-24c4-4027-bc4f-b375413ba78c req-3dae09e4-cbba-4b2f-b605-2d4cb43aaf01 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:15.194668 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-df8324e0-24c4-4027-bc4f-b375413ba78c req-3dae09e4-cbba-4b2f-b605-2d4cb43aaf01 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 945 time: 0.0902305 May 12 23:30:15.245609 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:30:15.245978 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.275287 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:15.396229 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-df8324e0-24c4-4027-bc4f-b375413ba78c req-e0c9e642-539e-4e57-a023-d75544a5158a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926494 May 12 23:30:15.405501 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:15.406290 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.416373 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2eee5-53ca-42a4-bd67-6f4a68c38759 req-19dadbc9-e4c2-4f9e-94dd-8dbe3a0b4e0c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:15.424975 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53a2eee5-53ca-42a4-bd67-6f4a68c38759 req-19dadbc9-e4c2-4f9e-94dd-8dbe3a0b4e0c tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 943 time: 0.1284485 May 12 23:30:15.438169 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:15.441293 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9c0305-44fb-494d-ba57-9861bd2513b1" -d '{"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:15.460756 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:15.465519 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.466909 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:15.475279 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d2db-ea5c-490b-8b2c-08b0d1f6bb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.492899 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53a2eee5-53ca-42a4-bd67-6f4a68c38759 req-679e785a-6007-465c-8bda-cdb0aece4d22 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669863 May 12 23:30:15.495284 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc3edf-375b-41b7-b9e3-0838f90f0b1e x-openstack-request-id: req-dacc3edf-375b-41b7-b9e3-0838f90f0b1e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:15.495653 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:15.495966 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dacc3edf-375b-41b7-b9e3-0838f90f0b1e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:15.497296 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacc3edf-375b-41b7-b9e3-0838f90f0b1e'] response: {'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'code': 200} May 12 23:30:15.609967 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:15.625602 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d2db-ea5c-490b-8b2c-08b0d1f6bb3d admin admin] Publish callbacks [] for security_group (3d09a9a5-159d-49d1-bf0c-f637adeefadf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.629859 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d2db-ea5c-490b-8b2c-08b0d1f6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3d09a9a5-159d-49d1-bf0c-f637adeefadf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.632864 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 242b692d-f239-43a0-9656-45b267849bce is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:15.633261 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.681258 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c7f9d2db-ea5c-490b-8b2c-08b0d1f6bb3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7c6f429b43a467186647cd6af957417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047494 May 12 23:30:15.682923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9d2db-ea5c-490b-8b2c-08b0d1f6bb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d09a9a5-159d-49d1-bf0c-f637adeefadf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:15.684403 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:15.696133 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:15.704235 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.760862 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bbf927a-f1ad-4c6b-be7e-0489a172238c admin admin] Publish callbacks [] for security_group (3d09a9a5-159d-49d1-bf0c-f637adeefadf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.769887 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.776261 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:15.804166 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bbf927a-f1ad-4c6b-be7e-0489a172238c admin admin] Publish callbacks [] for security_group (3d09a9a5-159d-49d1-bf0c-f637adeefadf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.863594 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bbf927a-f1ad-4c6b-be7e-0489a172238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3d09a9a5-159d-49d1-bf0c-f637adeefadf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.868645 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bbf927a-f1ad-4c6b-be7e-0489a172238c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:15.870120 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0bbf927a-f1ad-4c6b-be7e-0489a172238c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d09a9a5-159d-49d1-bf0c-f637adeefadf HTTP/1.1" status: 204 len: 168 time: 0.1845658 May 12 23:30:15.908840 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf927a-f1ad-4c6b-be7e-0489a172238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d09a9a5-159d-49d1-bf0c-f637adeefadf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:15.917375 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-9b4fc96c-e18b-4022-bd6a-019777a4e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:15.919786 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-9b4fc96c-e18b-4022-bd6a-019777a4e9c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 1127 time: 0.0579476 May 12 23:30:16.057985 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-127e0df5-6a0f-434d-af8e-38a882158ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:16.059529 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-127e0df5-6a0f-434d-af8e-38a882158ffc service neutron] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 912 time: 0.1336420 May 12 23:30:16.150154 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-f9a8d8a6-6451-484c-a486-dcc27e64f3ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 HTTP/1.1" status: 200 len: 217 time: 0.0714934 May 12 23:30:16.247525 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-3548e8bc-931d-4fb8-8774-97e12f8a80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:16.248065 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-3548e8bc-931d-4fb8-8774-97e12f8a80db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.0890272 May 12 23:30:16.376675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-4f9558ce-02e9-443b-a032-0d71f7e3508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:16.381392 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-4f9558ce-02e9-443b-a032-0d71f7e3508a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229954 May 12 23:30:16.382852 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc595cc-b5aa-4432-9341-d9333fa6672c req-b203a702-6f1d-45a5-a416-be073b2946a4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:16.398677 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0fc595cc-b5aa-4432-9341-d9333fa6672c req-b203a702-6f1d-45a5-a416-be073b2946a4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0850599 May 12 23:30:16.464720 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:16.502197 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0fc595cc-b5aa-4432-9341-d9333fa6672c req-923f67f0-ce08-49eb-87ee-f36680bf22f8 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051280 May 12 23:30:16.503368 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd23d190-4137-478b-9995-ddc0c974f09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:16.575846 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-9566d8b3-0c50-4a90-98b0-ea1e9d8d0466 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793392 May 12 23:30:16.697883 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47b29c-692a-4744-92e4-c80fbef194a3 req-02892446-a73b-4bc4-9cd9-7abd9ef1cb75 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:16.698739 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af47b29c-692a-4744-92e4-c80fbef194a3 req-02892446-a73b-4bc4-9cd9-7abd9ef1cb75 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.1206522 May 12 23:30:16.733359 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0aac6481-9753-453f-94bd-ca7ea5633ba6 req-a08bb0ea-d466-4b35-ba27-b81a1adfe9ab service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552393 May 12 23:30:16.774882 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd23d190-4137-478b-9995-ddc0c974f09e admin admin] Publish callbacks [] for security_group (9691663b-3a8e-4777-b8ce-badfb291c77a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:16.782337 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626cb60-314a-470e-8d27-8fdb98db4517 req-54489b19-1f76-427a-98cd-2e477748a9de tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:16.789799 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f626cb60-314a-470e-8d27-8fdb98db4517 req-54489b19-1f76-427a-98cd-2e477748a9de tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 943 time: 0.1599615 May 12 23:30:16.819246 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd23d190-4137-478b-9995-ddc0c974f09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9691663b-3a8e-4777-b8ce-badfb291c77a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:16.856929 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af47b29c-692a-4744-92e4-c80fbef194a3 req-be8abb5d-7d0e-4e62-bdfa-87fe9c6c166e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506643 May 12 23:30:16.896638 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cd23d190-4137-478b-9995-ddc0c974f09e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6300a18f5f414903864ffc69a93fc4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307170 May 12 23:30:16.899319 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:16.900076 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d190-4137-478b-9995-ddc0c974f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9691663b-3a8e-4777-b8ce-badfb291c77a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:16.930138 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f626cb60-314a-470e-8d27-8fdb98db4517 req-0aa8a126-20c8-4b4b-8532-ccacbd1d0d55 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379404 May 12 23:30:16.973807 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa01354-3588-467d-8902-924c3e77756f admin admin] Publish callbacks [] for security_group (9691663b-3a8e-4777-b8ce-badfb291c77a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.000981 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa01354-3588-467d-8902-924c3e77756f admin admin] Publish callbacks [] for security_group (9691663b-3a8e-4777-b8ce-badfb291c77a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.058169 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa01354-3588-467d-8902-924c3e77756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9691663b-3a8e-4777-b8ce-badfb291c77a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.060826 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa01354-3588-467d-8902-924c3e77756f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.062093 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-aaa01354-3588-467d-8902-924c3e77756f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9691663b-3a8e-4777-b8ce-badfb291c77a HTTP/1.1" status: 204 len: 168 time: 0.1610875 May 12 23:30:17.078906 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa01354-3588-467d-8902-924c3e77756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9691663b-3a8e-4777-b8ce-badfb291c77a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:17.091747 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:30:17.249739 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.263494 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:17.280977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'port_id': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'mac_address': 'fa:16:3e:31:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:30:17.331532 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:17.331956 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.354813 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:17.384783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:17.392174 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:17.454801 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:17.498386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:17.501353 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76de5f81-3a3f-4c5c-ab39-39a9cf7f2492" -d '{"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:17.558336 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b15299-0dc7-4024-9d05-e137186d9715 x-openstack-request-id: req-52b15299-0dc7-4024-9d05-e137186d9715 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:17.558603 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-unplugged", "status": "failed", "tag": "242b692d-f239-43a0-9656-45b267849bce", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:17.559670 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52b15299-0dc7-4024-9d05-e137186d9715 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:17.560275 dv-cinder-782260-5-iscsi neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-52b15299-0dc7-4024-9d05-e137186d9715']: {'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'code': 422} returned with failed status May 12 23:30:17.640357 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456d1c7-7445-43fe-a4e7-0f4ebe14a761 req-92fe84da-81a7-404b-9998-35ce11c27a3d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:17.641867 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6456d1c7-7445-43fe-a4e7-0f4ebe14a761 req-92fe84da-81a7-404b-9998-35ce11c27a3d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0584702 May 12 23:30:17.667492 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['3a0d1e77-1ddd-44e1-ab72-eeb34e81a719'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:30:17.719720 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6456d1c7-7445-43fe-a4e7-0f4ebe14a761 req-66012606-4dc8-4930-b2fe-447c51c6059b tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615180 May 12 23:30:18.044472 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602305e7-e7ad-4b50-bc28-8376e8e4dab1 req-61209928-d5fe-46b1-98d9-3ff8daa35ce8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:18.046356 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-602305e7-e7ad-4b50-bc28-8376e8e4dab1 req-61209928-d5fe-46b1-98d9-3ff8daa35ce8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0925336 May 12 23:30:18.097110 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179df1-fb8e-4452-9a25-e6437e3c7c00 req-3519f53a-93fc-4a52-831c-e32cf17c0138 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:18.098580 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d179df1-fb8e-4452-9a25-e6437e3c7c00 req-3519f53a-93fc-4a52-831c-e32cf17c0138 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 944 time: 0.0717719 May 12 23:30:18.132968 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-602305e7-e7ad-4b50-bc28-8376e8e4dab1 req-a0c6710b-89bd-484e-8c49-14b41d9582bf tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697448 May 12 23:30:18.193181 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d179df1-fb8e-4452-9a25-e6437e3c7c00 req-7d1e4798-f740-40f2-93ba-ee8b76a8fcbd tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741754 May 12 23:30:18.856839 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6861f3-14c2-4008-b928-f62026037cdd req-52de7ac1-68aa-46d6-9e8d-286fdaedfab9 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:18.861847 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e6861f3-14c2-4008-b928-f62026037cdd req-52de7ac1-68aa-46d6-9e8d-286fdaedfab9 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0620019 May 12 23:30:18.937687 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6e6861f3-14c2-4008-b928-f62026037cdd req-f277b55b-9ab6-4f05-8d25-d05ccdc86a88 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708807 May 12 23:30:19.089760 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:30:19.201602 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:30:19.217870 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:30:19.218593 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:19.381516 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:19.382538 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:19.409018 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd704d-8279-4900-9f23-92bad0ef04b5 req-a39e3d65-7fbd-46fd-8e38-a42071af9b38 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:19.430421 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bddd704d-8279-4900-9f23-92bad0ef04b5 req-a39e3d65-7fbd-46fd-8e38-a42071af9b38 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.1446617 May 12 23:30:19.435583 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:19.442157 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:19.515297 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:19.532201 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bddd704d-8279-4900-9f23-92bad0ef04b5 req-b920c453-a97e-46ca-b819-569e2f1a1e2f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000347 May 12 23:30:19.564926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:19.567980 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fc070e-3ebd-4ff7-b706-81abdbb6ee23" -d '{"events": [{"server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "name": "network-vif-plugged", "status": "completed", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:19.630012 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e204e0-50bc-4db4-9eff-c4a930423586 x-openstack-request-id: req-16e204e0-50bc-4db4-9eff-c4a930423586 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:19.630422 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "name": "network-vif-plugged", "status": "completed", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:19.630861 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16e204e0-50bc-4db4-9eff-c4a930423586 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:19.631340 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e204e0-50bc-4db4-9eff-c4a930423586'] response: {'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'code': 200} May 12 23:30:19.790954 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc8ddd-4e41-4e7f-b4f4-0adb18b09357 req-2e7a619f-e766-493e-ac01-cded1371914d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:19.794491 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54fc8ddd-4e41-4e7f-b4f4-0adb18b09357 req-2e7a619f-e766-493e-ac01-cded1371914d tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0921924 May 12 23:30:19.884438 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54fc8ddd-4e41-4e7f-b4f4-0adb18b09357 req-a7865e67-f0bb-423f-9024-5a46a4254157 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801415 May 12 23:30:19.929422 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb46b3-f327-4dfb-84ea-6c10ca24dca0 req-189d65ae-459e-42a2-81f1-0e9c46ccfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:19.931213 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-76eb46b3-f327-4dfb-84ea-6c10ca24dca0 req-189d65ae-459e-42a2-81f1-0e9c46ccfc04 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 1129 time: 0.0771461 May 12 23:30:20.016349 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-76eb46b3-f327-4dfb-84ea-6c10ca24dca0 req-ae4adba0-54a6-4349-8e77-61f45709700f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756269 May 12 23:30:20.136852 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75de5b9-c433-43f9-9ad9-2c39f790dbb7 req-8112efe1-4020-4540-b378-8f8fc5566cbe tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:20.146651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e75de5b9-c433-43f9-9ad9-2c39f790dbb7 req-8112efe1-4020-4540-b378-8f8fc5566cbe tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0817547 May 12 23:30:20.221975 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e75de5b9-c433-43f9-9ad9-2c39f790dbb7 req-93cd197e-1767-4034-90d8-8b3f1db2340d tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765758 May 12 23:30:20.687181 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab440fe5-312b-460f-9be0-6a477f641fa1 req-64e35265-7565-424f-8434-c526ef23cec8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:20.689085 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab440fe5-312b-460f-9be0-6a477f641fa1 req-64e35265-7565-424f-8434-c526ef23cec8 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0549729 May 12 23:30:20.752155 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ab440fe5-312b-460f-9be0-6a477f641fa1 req-030f177b-c68b-4318-8071-290e54c984bf tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560174 May 12 23:30:21.035282 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602995-f80d-411f-b002-f67f4c931ab8 req-66bea964-4eff-4df9-94d5-0dad33b58301 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:21.041596 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e602995-f80d-411f-b002-f67f4c931ab8 req-66bea964-4eff-4df9-94d5-0dad33b58301 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0733817 May 12 23:30:21.081195 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-1b6e6dd5-dba4-44e7-ac4b-d282041ae6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:21.083526 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-1b6e6dd5-dba4-44e7-ac4b-d282041ae6f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c&tenant_id=c84a32d11266481da69995efb8638fbe HTTP/1.1" status: 200 len: 1127 time: 0.0539920 May 12 23:30:21.127273 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1e602995-f80d-411f-b002-f67f4c931ab8 req-6e29f35a-5dd7-43a8-89ec-3c4fb1d18281 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798941 May 12 23:30:21.337392 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f880aa-2230-4bd0-842d-f884591a3a5c req-8a8ed3ab-fe00-42b1-81c2-037dff517f28 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:21.339171 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b1f880aa-2230-4bd0-842d-f884591a3a5c req-8a8ed3ab-fe00-42b1-81c2-037dff517f28 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0531032 May 12 23:30:21.397526 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b1f880aa-2230-4bd0-842d-f884591a3a5c req-d8a23ff9-4605-40e4-91f5-a259befea329 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519886 May 12 23:30:21.697357 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-4695a004-81f7-4854-84a7-32f89a5e2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:21.699109 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-4695a004-81f7-4854-84a7-32f89a5e2dbc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1127 time: 0.0738552 May 12 23:30:21.821966 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-18f3b9c9-66b1-4bd3-bf70-9ae834d55e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:21.823568 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-18f3b9c9-66b1-4bd3-bf70-9ae834d55e2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 909 time: 0.1173739 May 12 23:30:21.887964 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000f71-46ab-4dec-b2ad-eafaff4c510a req-880cb070-bae1-4bed-a548-53330a2e7d1a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:21.889996 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93000f71-46ab-4dec-b2ad-eafaff4c510a req-880cb070-bae1-4bed-a548-53330a2e7d1a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0519431 May 12 23:30:21.946566 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-93000f71-46ab-4dec-b2ad-eafaff4c510a req-6623d8ee-c8e4-486b-9bd4-d17f5d96cfda tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490339 May 12 23:30:22.137830 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-5e2c45c0-8444-4c06-bdb2-ed0d8095807a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 999 time: 0.1147170 May 12 23:30:22.222350 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-3303cf94-f54c-4967-b936-fb07ed7d4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:22.224881 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-3303cf94-f54c-4967-b936-fb07ed7d4515 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 200 len: 847 time: 0.0715084 May 12 23:30:22.279296 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-49a0927c-6252-4e4b-a0fb-ead0e66fd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:22.280952 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-49a0927c-6252-4e4b-a0fb-ead0e66fd3ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a041d304-4706-4ce5-b2c4-97aa7ee5765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450304 May 12 23:30:22.340774 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802438e-7f85-4f28-a1e0-d869c939e778 req-79bd4206-89e7-4222-a530-9646eb765f85 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:22.343552 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1802438e-7f85-4f28-a1e0-d869c939e778 req-79bd4206-89e7-4222-a530-9646eb765f85 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0622656 May 12 23:30:22.482096 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-a12b1ad3-e7a2-4c9a-abb6-56cd3897828f service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508210 May 12 23:30:22.485397 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1802438e-7f85-4f28-a1e0-d869c939e778 req-614ab286-94ce-4165-b1b0-b69e3a7b3b94 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280904 May 12 23:30:22.602850 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c97d3-dc55-40b9-97f0-0f611bd44d93 req-be07f723-d9cc-4b41-80a2-3955ddd376b2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:22.604704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a3c97d3-dc55-40b9-97f0-0f611bd44d93 req-be07f723-d9cc-4b41-80a2-3955ddd376b2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0943582 May 12 23:30:22.619192 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-49f23ce6-1d50-46b9-b1ce-b3d876e868b9 req-082790a6-8ab5-47fc-8e00-bcbaf56b028a service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307166 May 12 23:30:22.719430 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a3c97d3-dc55-40b9-97f0-0f611bd44d93 req-0bb8b02c-ddd3-41b9-af23-5cd59155cfce tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070604 May 12 23:30:22.744588 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d773d1-e579-48e4-a5f7-99375b2c0ed8 req-d2d90590-f1b3-4584-9733-44e0972ac4c0 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:22.746194 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03d773d1-e579-48e4-a5f7-99375b2c0ed8 req-d2d90590-f1b3-4584-9733-44e0972ac4c0 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0896766 May 12 23:30:22.756981 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:22.765176 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Request body: {'floatingip': {'port_id': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:22.843886 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (f51f4afe-5838-47ec-92f0-dd22c7d6ca41), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:23.138417 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee360-7c22-4ec0-ae6f-baa9110a58bc req-c70d4572-e180-42da-91a2-450a44eb20ed tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:23.139893 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b5ee360-7c22-4ec0-ae6f-baa9110a58bc req-c70d4572-e180-42da-91a2-450a44eb20ed tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.1021206 May 12 23:30:23.290750 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8b5ee360-7c22-4ec0-ae6f-baa9110a58bc req-8f845a9c-124c-4464-8634-79aa555ebc25 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141529 May 12 23:30:23.461256 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:23.468018 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (f51f4afe-5838-47ec-92f0-dd22c7d6ca41), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:23.597827 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Floating IP f51f4afe-5838-47ec-92f0-dd22c7d6ca41 associated. External IP: 172.27.3.90, port: 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719. May 12 23:30:23.895858 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af102d22-18d4-49f4-b6a2-0606b3225493 req-646eeb0e-37c5-4464-b66f-fbf50ea3c9f7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:23.896608 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af102d22-18d4-49f4-b6a2-0606b3225493 req-646eeb0e-37c5-4464-b66f-fbf50ea3c9f7 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0876701 May 12 23:30:23.921649 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Router d2d28334-9c49-4428-858e-7c16216d91f5 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:30:24.017304 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af102d22-18d4-49f4-b6a2-0606b3225493 req-b7b04bd8-e9d8-42f9-8b83-9b102cc72b0a tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151345 May 12 23:30:24.098062 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:30:24.106102 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:24.116190 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:30:24.130524 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:24.131474 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:30:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:24.200290 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-b2e26d53-9a44-43cf-9170-d9b8d8cb6aa6 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "PUT /v2.0/floatingips/f51f4afe-5838-47ec-92f0-dd22c7d6ca41 HTTP/1.1" status: 200 len: 990 time: 1.4409196 May 12 23:30:24.201367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:24.207988 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303" -d '{"events": [{"name": "network-changed", "server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:24.274177 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf0786-3c92-4007-9383-deb85bb4a80e x-openstack-request-id: req-f5bf0786-3c92-4007-9383-deb85bb4a80e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:24.274609 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:24.274986 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5bf0786-3c92-4007-9383-deb85bb4a80e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:24.275608 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bf0786-3c92-4007-9383-deb85bb4a80e'] response: {'name': 'network-changed', 'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'status': 'completed', 'code': 200} May 12 23:30:24.285295 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:24.299155 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f78069-198d-489b-b155-54c2f6320501 req-b3c21911-ce26-4398-a32f-c668a69aa667 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:24.301278 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58f78069-198d-489b-b155-54c2f6320501 req-b3c21911-ce26-4398-a32f-c668a69aa667 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.0768991 May 12 23:30:24.371561 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58f78069-198d-489b-b155-54c2f6320501 req-ea064f05-24a2-452f-9f27-9e85e131d88b tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 May 12 23:30:24.448842 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb2bc6-b923-4d73-bfdc-4d7bc52da994 req-4204f992-6061-4f51-88fd-ea25f9c15a91 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:24.451005 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2bb2bc6-b923-4d73-bfdc-4d7bc52da994 req-4204f992-6061-4f51-88fd-ea25f9c15a91 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0545995 May 12 23:30:24.509826 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e2bb2bc6-b923-4d73-bfdc-4d7bc52da994 req-1a32cc17-f0f4-4dde-bec3-52614c9e08ee tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529258 May 12 23:30:24.557216 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'f51f4afe-5838-47ec-92f0-dd22c7d6ca41', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'port_id': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'mac_address': 'fa:16:3e:31:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:30:06Z', 'updated_at': '2022-05-12T23:30:23Z', 'revision_number': 1, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:24.588335 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:30:24.599628 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:24.600259 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:30:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:24.821331 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:25.092734 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'f51f4afe-5838-47ec-92f0-dd22c7d6ca41', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'port_id': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'mac_address': 'fa:16:3e:31:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:30:06Z', 'updated_at': '2022-05-12T23:30:23Z', 'revision_number': 1, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:25.137794 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ee258-6f3c-48ce-860a-98c9b0a77764 None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': 'f51f4afe-5838-47ec-92f0-dd22c7d6ca41', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'port_id': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'mac_address': 'fa:16:3e:31:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:30:06Z', 'updated_at': '2022-05-12T23:30:23Z', 'revision_number': 1, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:30:25.224933 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded522c-782b-4ab6-943b-339815fbbe58 req-703df135-f785-423b-8d7d-dbc50d9431f3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:25.237348 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ded522c-782b-4ab6-943b-339815fbbe58 req-703df135-f785-423b-8d7d-dbc50d9431f3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0962791 May 12 23:30:25.317352 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5ded522c-782b-4ab6-943b-339815fbbe58 req-a84f2781-ff3d-4d4a-b5fa-daf4e1f8db09 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774255 May 12 23:30:25.523939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-3f28a652-7a87-47cd-b82f-89c99db27fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:25.526406 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-3f28a652-7a87-47cd-b82f-89c99db27fcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1a6294bad3a4a55841de2381fa750c8&device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 1129 time: 0.0896845 May 12 23:30:25.539975 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359be918-0453-4e5e-a11b-a39966dd3a09 req-f92fbe5f-c93d-46c0-beab-bf24a772a3e6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:25.565202 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-359be918-0453-4e5e-a11b-a39966dd3a09 req-f92fbe5f-c93d-46c0-beab-bf24a772a3e6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.1092303 May 12 23:30:25.571058 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1911ae-cbfc-4258-85ef-78c54873756b None None] New status for floating IP f51f4afe-5838-47ec-92f0-dd22c7d6ca41: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:30:25.706343 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc11f1-a94a-47d0-bcb6-09c8c382049f req-54e195fd-5fc8-43da-ace8-ec9defb65175 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:25.708376 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9dc11f1-a94a-47d0-bcb6-09c8c382049f req-54e195fd-5fc8-43da-ace8-ec9defb65175 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0686171 May 12 23:30:25.724633 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-359be918-0453-4e5e-a11b-a39966dd3a09 req-7a32748f-0f60-4c81-a572-a1d1f5d58af4 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531949 May 12 23:30:25.845213 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9dc11f1-a94a-47d0-bcb6-09c8c382049f req-e8693b55-fd68-4f2d-a99d-23fcbc98ea85 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192105 May 12 23:30:25.900940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-bcc7dff3-4c23-46fc-b02c-e2c6ee58b49d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:25.900940 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-bcc7dff3-4c23-46fc-b02c-e2c6ee58b49d tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.1440451 May 12 23:30:25.912783 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-92a8ecbb-0439-453c-a80c-bf41318c8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:25.918402 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-92a8ecbb-0439-453c-a80c-bf41318c8e20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 200 len: 912 time: 0.3212545 May 12 23:30:26.057107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 3412710c-0722-4df9-a03d-01913942032e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:26.057448 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (3412710c-0722-4df9-a03d-01913942032e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:26.063137 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-29f1606a-39bd-4190-b076-cd9a7c5431c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 HTTP/1.1" status: 200 len: 1000 time: 0.1246896 May 12 23:30:26.183740 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-b30786f0-e51b-47f7-b007-344f57a41e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:26.185241 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-b30786f0-e51b-47f7-b007-344f57a41e10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 200 len: 850 time: 0.1073058 May 12 23:30:26.250000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-8201cb81-bf9f-4c04-aeee-9cbaab078d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:26.251514 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-8201cb81-bf9f-4c04-aeee-9cbaab078d3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528741 May 12 23:30:26.279005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] For port 3412710c-0722-4df9-a03d-01913942032e, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3412710c-0722-4df9-a03d-01913942032e,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:26.279962 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (3412710c-0722-4df9-a03d-01913942032e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:26.471173 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e018f-20b1-46e2-b48b-dc3988f4fb86 req-92ecf447-2e2b-4a58-913a-67bdc07f19e8 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:26.480455 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-289e018f-20b1-46e2-b48b-dc3988f4fb86 req-92ecf447-2e2b-4a58-913a-67bdc07f19e8 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0716736 May 12 23:30:26.483250 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-96324c62-c19e-40cc-815d-d301456225a7 service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215409 May 12 23:30:26.540930 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-289e018f-20b1-46e2-b48b-dc3988f4fb86 req-8cf08e0a-ad1c-4681-90ac-b168e84dfb07 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590339 May 12 23:30:26.582272 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:26.582859 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (e6a63f1f-a953-4fda-86a7-c722dbf85bcd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:26.582968 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Floating IP e6a63f1f-a953-4fda-86a7-c722dbf85bcd disassociated. External IP: 172.27.3.54, port: 3412710c-0722-4df9-a03d-01913942032e. May 12 23:30:26.583273 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 3412710c-0722-4df9-a03d-01913942032e owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:26.867191 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc95b54-abfe-49e4-967c-2936592828d2 req-5cec1c6f-7970-44e9-9787-b2c65e17acdd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:26.870077 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3fc95b54-abfe-49e4-967c-2936592828d2 req-5cec1c6f-7970-44e9-9787-b2c65e17acdd tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 945 time: 0.0523703 May 12 23:30:26.960579 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3fc95b54-abfe-49e4-967c-2936592828d2 req-fe02ef8f-935a-4863-b758-b9d0e69d0c20 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups?id=5feb1b6d-a42c-44dc-9d9c-17365672d445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767739 May 12 23:30:26.990448 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5f01de3-7b2f-4e87-84c9-3c33fc6e3303 req-df5bcc0c-eed1-4f78-b798-2db085db8efa service neutron] 10.222.0.76 "GET /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324713 May 12 23:30:27.000682 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be895c-e26f-4a9a-985e-c0c920e370ef req-2fbe85b5-a973-4e88-9d0a-327378aea34b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:27.002960 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c9be895c-e26f-4a9a-985e-c0c920e370ef req-2fbe85b5-a973-4e88-9d0a-327378aea34b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0664990 May 12 23:30:27.063130 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c9be895c-e26f-4a9a-985e-c0c920e370ef req-8e6239bb-77aa-4eaf-85d3-d8ce67287649 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519545 May 12 23:30:27.089619 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (3412710c-0722-4df9-a03d-01913942032e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:27.127938 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=3412710c-0722-4df9-a03d-01913942032e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:27.252577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:30:27.373769 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:30:27.385150 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:30:27.399050 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:27.400177 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:30:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:27.443431 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] No DVR routers for this DVR port 3412710c-0722-4df9-a03d-01913942032e on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:30:27.445880 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:27.455655 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-699a94c8-e48f-4b18-ba60-5054fefba0cc req-549d06a3-7594-4ab7-95ba-7e80840bdab2 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.76 "DELETE /v2.0/ports/3412710c-0722-4df9-a03d-01913942032e HTTP/1.1" status: 204 len: 173 time: 1.5485187 May 12 23:30:27.455655 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'name': 'network-vif-deleted', 'tag': '3412710c-0722-4df9-a03d-01913942032e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:27.455655 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e2b230-ca9c-4e63-8840-55ce39408c7d" -d '{"events": [{"server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "name": "network-vif-deleted", "tag": "3412710c-0722-4df9-a03d-01913942032e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:27.560429 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:27.593161 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146958a5-6912-4dff-93ef-d43cba4eda14 x-openstack-request-id: req-146958a5-6912-4dff-93ef-d43cba4eda14 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:27.593731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ebc973-a475-4ef4-8cc5-93d5584853e2", "name": "network-vif-deleted", "tag": "3412710c-0722-4df9-a03d-01913942032e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:27.593731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-146958a5-6912-4dff-93ef-d43cba4eda14 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:27.594549 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146958a5-6912-4dff-93ef-d43cba4eda14'] response: {'server_uuid': '62ebc973-a475-4ef4-8cc5-93d5584853e2', 'name': 'network-vif-deleted', 'tag': '3412710c-0722-4df9-a03d-01913942032e', 'status': 'completed', 'code': 200} May 12 23:30:27.640899 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d473ff-7fc3-415c-a672-33747fda2003 req-a48ee716-cdf3-4500-b2ed-f8455a967427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:27.650085 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-a48ee716-cdf3-4500-b2ed-f8455a967427 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1130 time: 0.1361353 May 12 23:30:27.801912 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863174d3-0d4e-4b83-bbdb-634955bc1f45 req-1927d050-55a0-4a5c-af1b-1c07c9e07d03 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:27.807571 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-863174d3-0d4e-4b83-bbdb-634955bc1f45 req-1927d050-55a0-4a5c-af1b-1c07c9e07d03 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0969245 May 12 23:30:27.829451 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d473ff-7fc3-415c-a672-33747fda2003 req-1884aec4-c709-476e-9010-2c423e2ba0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:27.831706 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-1884aec4-c709-476e-9010-2c423e2ba0d0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.1739738 May 12 23:30:27.890605 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-863174d3-0d4e-4b83-bbdb-634955bc1f45 req-e1d9ffb5-f5c3-4e71-a1a4-46e5e9969b9f tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749409 May 12 23:30:27.897825 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:27.929735 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:30:27.942214 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:27.942823 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:30:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:28.079410 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:28.123573 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc2c3f3d-a014-410b-a6a2-c7fb9c98b204 req-aa9f4774-bdbe-4cb2-bee1-23cbfb978168 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/ports?device_id=62ebc973-a475-4ef4-8cc5-93d5584853e2 HTTP/1.1" status: 200 len: 210 time: 0.0497522 May 12 23:30:28.207390 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c81d-3b3e-41e7-80ed-59f2f57acb73 req-a27d2143-3d95-4112-924a-2d4def0c196a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:28.214176 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7562c81d-3b3e-41e7-80ed-59f2f57acb73 req-a27d2143-3d95-4112-924a-2d4def0c196a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 946 time: 0.0550752 May 12 23:30:28.298946 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7562c81d-3b3e-41e7-80ed-59f2f57acb73 req-9714e84c-e7dc-4c6e-b5a2-a736de8b123a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818226 May 12 23:30:28.318857 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-9f641f1c-17a6-4948-8a54-9bbb334c59a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 1002 time: 0.2024748 May 12 23:30:28.364362 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:28.387431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:28.393942 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059be33-5450-45bb-adc1-2c8615f2061d None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:24:24Z', 'revision_number': 4, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'bbc693f6-0ef0-4234-8e60-f49647370ade', 'name': '', 'network_id': 'da502bee-be9a-431e-9fcf-9f0d339d4e89', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'mac_address': 'fa:16:3e:21:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '16be676d-5731-4722-872b-f964ae4f789c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:18Z', 'updated_at': '2022-05-12T23:24:36Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'subnets': [{'id': '16be676d-5731-4722-872b-f964ae4f789c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:30:28.505952 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc581bdf-139c-41b8-9c5b-b64abe6049bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.589231 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc581bdf-139c-41b8-9c5b-b64abe6049bd admin admin] Publish callbacks [] for security_group (df12c424-db23-4e0f-bc80-cec818d7f769), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.593157 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc581bdf-139c-41b8-9c5b-b64abe6049bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (df12c424-db23-4e0f-bc80-cec818d7f769), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.632165 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-dc581bdf-139c-41b8-9c5b-b64abe6049bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88c179da5e66419b8d5e8a08ff5d3301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436559 May 12 23:30:28.633201 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc581bdf-139c-41b8-9c5b-b64abe6049bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df12c424-db23-4e0f-bc80-cec818d7f769,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:28.635684 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:28.690324 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfab0e1a-1e02-4f7f-a075-63afe7aa73f8 admin admin] Publish callbacks [] for security_group (df12c424-db23-4e0f-bc80-cec818d7f769), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.720132 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f608b6-37cb-484d-82e2-c88fe04424c8 None None] New status for floating IP e6a63f1f-a953-4fda-86a7-c722dbf85bcd: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:30:28.755767 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfab0e1a-1e02-4f7f-a075-63afe7aa73f8 admin admin] Publish callbacks [] for security_group (df12c424-db23-4e0f-bc80-cec818d7f769), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.774602 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d473ff-7fc3-415c-a672-33747fda2003 req-f2742216-97cd-4165-98e0-390744f06460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:28.776387 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-f2742216-97cd-4165-98e0-390744f06460 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.0848324 May 12 23:30:28.844780 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfab0e1a-1e02-4f7f-a075-63afe7aa73f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (df12c424-db23-4e0f-bc80-cec818d7f769), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.850561 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfab0e1a-1e02-4f7f-a075-63afe7aa73f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:28.854312 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bfab0e1a-1e02-4f7f-a075-63afe7aa73f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df12c424-db23-4e0f-bc80-cec818d7f769 HTTP/1.1" status: 204 len: 168 time: 0.2154901 May 12 23:30:28.862079 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d473ff-7fc3-415c-a672-33747fda2003 req-f3f873ae-2c03-4732-9311-c2e0c937e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:28.863672 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-f3f873ae-2c03-4732-9311-c2e0c937e294 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814750 May 12 23:30:28.867660 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab0e1a-1e02-4f7f-a075-63afe7aa73f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12c424-db23-4e0f-bc80-cec818d7f769,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:29.048934 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-f1ad275a-d173-498f-9737-d602b6df928f service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776202 May 12 23:30:29.072498 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af45359-3fa4-47dc-8013-b7fd07410906 req-a3376363-9482-4cd8-ab09-ef13afd9bbfe tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:29.079328 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4af45359-3fa4-47dc-8013-b7fd07410906 req-a3376363-9482-4cd8-ab09-ef13afd9bbfe tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0833693 May 12 23:30:29.135927 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4af45359-3fa4-47dc-8013-b7fd07410906 req-509a3cab-d42d-4444-9633-845d0989eae4 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543118 May 12 23:30:29.141052 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:29.189824 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32d473ff-7fc3-415c-a672-33747fda2003 req-6ae60d44-c4d3-4432-b1f9-62ecdadcf918 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334953 May 12 23:30:29.223172 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:29.248424 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: ACTIVE; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:29.249107 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.277735 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:29.280126 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a05652-509e-45be-b983-852118fa3644" -d '{"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:29.290033 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19259d8d-3614-4ef5-b8c1-2b85b2f527f6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (5feb1b6d-a42c-44dc-9d9c-17365672d445), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.293940 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:29.300121 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.301142 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3412710c-0722-4df9-a03d-01913942032e no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:29.317746 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19259d8d-3614-4ef5-b8c1-2b85b2f527f6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (5feb1b6d-a42c-44dc-9d9c-17365672d445), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.330689 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 23:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc3030-fd8a-4df3-93da-a8bbd78ffeda x-openstack-request-id: req-27fc3030-fd8a-4df3-93da-a8bbd78ffeda {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:29.330979 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:29.331348 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27fc3030-fd8a-4df3-93da-a8bbd78ffeda {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:29.331742 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fc3030-fd8a-4df3-93da-a8bbd78ffeda'] response: {'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'code': 200} May 12 23:30:29.348438 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 3412710c-0722-4df9-a03d-01913942032e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:30:29.348982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3412710c-0722-4df9-a03d-01913942032e not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:30:29.351893 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:29.368062 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce120-fee2-4d5a-92c0-50ad230df9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.385228 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:29.386271 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19259d8d-3614-4ef5-b8c1-2b85b2f527f6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (5feb1b6d-a42c-44dc-9d9c-17365672d445), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.389697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-19259d8d-3614-4ef5-b8c1-2b85b2f527f6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.393297 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-19259d8d-3614-4ef5-b8c1-2b85b2f527f6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/security-groups/5feb1b6d-a42c-44dc-9d9c-17365672d445 HTTP/1.1" status: 204 len: 168 time: 0.1664543 May 12 23:30:29.395448 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:29.408501 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19259d8d-3614-4ef5-b8c1-2b85b2f527f6 tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb1b6d-a42c-44dc-9d9c-17365672d445,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:29.416055 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-a4ceaf76-9023-4c92-a628-9be9af62937a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] show failed (client error): The resource could not be found. May 12 23:30:29.420013 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a4ceaf76-9023-4c92-a628-9be9af62937a tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "GET /v2.0/security-groups/5feb1b6d-a42c-44dc-9d9c-17365672d445 HTTP/1.1" status: 404 len: 347 time: 0.0206730 May 12 23:30:29.420160 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:29.470424 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de969577-3d6e-4e99-a89a-a0269d31a707 req-8b82e8d5-aad0-4515-9073-f32a7c43d496 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:29.471894 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de969577-3d6e-4e99-a89a-a0269d31a707 req-8b82e8d5-aad0-4515-9073-f32a7c43d496 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0666461 May 12 23:30:29.531525 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce120-fee2-4d5a-92c0-50ad230df9be admin admin] Publish callbacks [] for security_group (4a4d7ee5-2143-413c-845c-d00e8220c377), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.539535 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce120-fee2-4d5a-92c0-50ad230df9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (4a4d7ee5-2143-413c-845c-d00e8220c377), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.551196 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Deleting port 8005d463-baf7-4c03-a93a-c65336a35559 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:29.551548 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (8005d463-baf7-4c03-a93a-c65336a35559), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.564651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de969577-3d6e-4e99-a89a-a0269d31a707 req-50976afc-2fea-4121-bbe1-0035b2a349f5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859213 May 12 23:30:29.585098 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bb5ce120-fee2-4d5a-92c0-50ad230df9be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79111d6c8e4c4fee9eed1292d059c153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320592 May 12 23:30:29.587556 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ce120-fee2-4d5a-92c0-50ad230df9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d7ee5-2143-413c-845c-d00e8220c377,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:29.589950 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:29.638348 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a9f6-d26c-4abe-ab1b-3ace3c805a64 admin admin] Publish callbacks [] for security_group (4a4d7ee5-2143-413c-845c-d00e8220c377), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.638878 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (8005d463-baf7-4c03-a93a-c65336a35559), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.639212 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (8005d463-baf7-4c03-a93a-c65336a35559), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.651172 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Calling delete_port for 8005d463-baf7-4c03-a93a-c65336a35559 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:29.659456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a9f6-d26c-4abe-ab1b-3ace3c805a64 admin admin] Publish callbacks [] for security_group (4a4d7ee5-2143-413c-845c-d00e8220c377), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.709612 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a9f6-d26c-4abe-ab1b-3ace3c805a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (4a4d7ee5-2143-413c-845c-d00e8220c377), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.712092 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a9f6-d26c-4abe-ab1b-3ace3c805a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.715613 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9fe3a9f6-d26c-4abe-ab1b-3ace3c805a64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a4d7ee5-2143-413c-845c-d00e8220c377 HTTP/1.1" status: 204 len: 168 time: 0.1224360 May 12 23:30:29.720994 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3a9f6-d26c-4abe-ab1b-3ace3c805a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d7ee5-2143-413c-845c-d00e8220c377,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:29.817361 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (8005d463-baf7-4c03-a93a-c65336a35559), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.849553 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Pushing event deleted for resources: {'Port': ['ID=8005d463-baf7-4c03-a93a-c65336a35559,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:29.912760 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks [] for floatingip (e6a63f1f-a953-4fda-86a7-c722dbf85bcd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.915702 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:29.918859 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-341c7dbc-23d9-4573-a296-cb86c2e9d5df tempest-AttachVolumeNegativeTest-250779543 tempest-AttachVolumeNegativeTest-250779543-project] 10.222.0.49 "DELETE /v2.0/floatingips/e6a63f1f-a953-4fda-86a7-c722dbf85bcd HTTP/1.1" status: 204 len: 168 time: 0.4920802 May 12 23:30:30.072508 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:30.345303 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b22-f9db-49d3-8a28-f2efbdb13c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.404954 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165e19-c5bb-4b6d-b509-20c30de8f2f0 req-98b10e04-9d7c-46e1-9f88-633d408beb52 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:30.406414 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ca165e19-c5bb-4b6d-b509-20c30de8f2f0 req-98b10e04-9d7c-46e1-9f88-633d408beb52 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 943 time: 0.0631135 May 12 23:30:30.481404 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ca165e19-c5bb-4b6d-b509-20c30de8f2f0 req-ccab43e6-d584-45e6-b2e6-40e832fded49 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683117 May 12 23:30:30.502414 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b22-f9db-49d3-8a28-f2efbdb13c02 admin admin] Publish callbacks [] for security_group (945a7f78-717a-4719-aee4-ea647a490e5d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.506370 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2db5b22-f9db-49d3-8a28-f2efbdb13c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (945a7f78-717a-4719-aee4-ea647a490e5d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.546614 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f2db5b22-f9db-49d3-8a28-f2efbdb13c02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70331a1d73ae4499a4ddfe5d64c21e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730911 May 12 23:30:30.547761 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5b22-f9db-49d3-8a28-f2efbdb13c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945a7f78-717a-4719-aee4-ea647a490e5d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:30.549245 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:30.612554 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1d03-1fcd-4a36-92a4-7d383b17b614 admin admin] Publish callbacks [] for security_group (945a7f78-717a-4719-aee4-ea647a490e5d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.634778 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1d03-1fcd-4a36-92a4-7d383b17b614 admin admin] Publish callbacks [] for security_group (945a7f78-717a-4719-aee4-ea647a490e5d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.685842 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1d03-1fcd-4a36-92a4-7d383b17b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (945a7f78-717a-4719-aee4-ea647a490e5d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.688430 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1d03-1fcd-4a36-92a4-7d383b17b614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:30.689718 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e0ab1d03-1fcd-4a36-92a4-7d383b17b614 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/945a7f78-717a-4719-aee4-ea647a490e5d HTTP/1.1" status: 204 len: 168 time: 0.1392908 May 12 23:30:30.690344 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e67b8-ee7f-49bb-baf9-e38e944483d5 req-995e51b3-a6e1-4720-bf5f-a62662ecc2c1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:30.696979 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-712e67b8-ee7f-49bb-baf9-e38e944483d5 req-995e51b3-a6e1-4720-bf5f-a62662ecc2c1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0529726 May 12 23:30:30.697754 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab1d03-1fcd-4a36-92a4-7d383b17b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a7f78-717a-4719-aee4-ea647a490e5d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:30.782677 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-712e67b8-ee7f-49bb-baf9-e38e944483d5 req-7d2c41f8-cd37-4e45-9acb-3b577ab8066a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847847 May 12 23:30:31.120628 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:30:31.258774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:31.275078 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '242b692d-f239-43a0-9656-45b267849bce', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'port_id': '242b692d-f239-43a0-9656-45b267849bce', 'mac_address': 'fa:16:3e:c1:0f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:30:31.318546 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 242b692d-f239-43a0-9656-45b267849bce is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:31.318926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:31.332646 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242b692d-f239-43a0-9656-45b267849bce {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:31.357950 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:31.363474 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:31.434106 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:31.582187 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['242b692d-f239-43a0-9656-45b267849bce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:30:31.597022 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be3391-3bfb-47ca-8a9f-ba1723567f7f req-1403c7e2-284d-4fa4-9fc3-657846549c5e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:31.598511 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49be3391-3bfb-47ca-8a9f-ba1723567f7f req-1403c7e2-284d-4fa4-9fc3-657846549c5e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 944 time: 0.0488658 May 12 23:30:31.651942 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49be3391-3bfb-47ca-8a9f-ba1723567f7f req-a7fe267c-9973-4670-8f3b-bc95b53d8209 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463738 May 12 23:30:31.910119 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8289d2-8b8e-438b-a77f-de37a5d7d2c6 req-8b9d4487-740c-42b0-8196-0a0f470ee9ba tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:31.911590 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f8289d2-8b8e-438b-a77f-de37a5d7d2c6 req-8b9d4487-740c-42b0-8196-0a0f470ee9ba tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0497487 May 12 23:30:31.959117 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7f8289d2-8b8e-438b-a77f-de37a5d7d2c6 req-84eac5d9-0aef-4e06-ac65-b9ff965324ec tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 May 12 23:30:32.772477 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac6e0-a598-43af-9bd4-af33fc81db0d req-3da5a393-6c52-445b-9891-b87451310b3c tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:32.773978 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-229ac6e0-a598-43af-9bd4-af33fc81db0d req-3da5a393-6c52-445b-9891-b87451310b3c tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 944 time: 0.0503426 May 12 23:30:32.833345 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-229ac6e0-a598-43af-9bd4-af33fc81db0d req-ab79aeee-6d65-4b13-9cf8-dd7881059fd3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530660 May 12 23:30:32.963501 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490678e-4611-4cdb-96c4-5a77ca2f8c22 req-e3f7f27b-8504-448b-bdcc-f4900cdf5377 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:32.965956 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9490678e-4611-4cdb-96c4-5a77ca2f8c22 req-e3f7f27b-8504-448b-bdcc-f4900cdf5377 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0472891 May 12 23:30:33.015718 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9490678e-4611-4cdb-96c4-5a77ca2f8c22 req-308872e2-386d-4d52-b401-8a44025c83dc tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446370 May 12 23:30:33.121969 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:30:33.170630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 242b692d-f239-43a0-9656-45b267849bce triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:30:33.171026 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (242b692d-f239-43a0-9656-45b267849bce), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:33.263411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 242b692d-f239-43a0-9656-45b267849bce is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:33.263810 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (242b692d-f239-43a0-9656-45b267849bce), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:33.267668 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:33.287303 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:33.290608 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6c72f-9e2e-4b06-8744-73e1f6dbaddd" -d '{"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-plugged", "status": "completed", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:33.303497 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:33.308507 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (242b692d-f239-43a0-9656-45b267849bce), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:33.331807 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec751141-9a12-42ce-b8b7-6f7c21535ffa x-openstack-request-id: req-ec751141-9a12-42ce-b8b7-6f7c21535ffa {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:33.332104 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-plugged", "status": "completed", "tag": "242b692d-f239-43a0-9656-45b267849bce", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:33.332380 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec751141-9a12-42ce-b8b7-6f7c21535ffa {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:33.332775 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec751141-9a12-42ce-b8b7-6f7c21535ffa'] response: {'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'code': 200} May 12 23:30:33.359518 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:33.365679 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-de33ff5a-b04c-47d0-932c-cb01409a9e5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964541 May 12 23:30:33.370926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-fb199af5-e9f3-4d9d-b04e-f7fedf061523 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 23:30:33.371947 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-fb199af5-e9f3-4d9d-b04e-f7fedf061523 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052989 May 12 23:30:33.448353 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:33.550161 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385381bc-b79b-47ae-9983-f0d860f82049 req-e2dcc8eb-4570-4349-8f5c-e589ab406826 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:33.551525 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-e2dcc8eb-4570-4349-8f5c-e589ab406826 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports/7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 941 time: 0.1022520 May 12 23:30:33.595106 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cac068-e0cd-4fcc-85ec-7772270fd58e req-cd9d7e1b-b269-48aa-bdb3-7bc087c3191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:33.596655 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-43cac068-e0cd-4fcc-85ec-7772270fd58e req-cd9d7e1b-b269-48aa-bdb3-7bc087c3191b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1129 time: 0.0407374 May 12 23:30:33.646492 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-43cac068-e0cd-4fcc-85ec-7772270fd58e req-3376e845-da24-4eae-9e7f-911e772891dc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438542 May 12 23:30:33.700262 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:33.987591 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87891ae3-4393-4b46-a4d8-e2b631c4bb02 req-a09815e6-4791-4ec6-b4c7-3fc1ce1797e2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:33.989756 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87891ae3-4393-4b46-a4d8-e2b631c4bb02 req-a09815e6-4791-4ec6-b4c7-3fc1ce1797e2 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0607555 May 12 23:30:34.125361 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-87891ae3-4393-4b46-a4d8-e2b631c4bb02 req-a4daeea8-65c7-49c4-bca8-d2fe554cd3fd tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992382 May 12 23:30:34.172391 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b010-1ba8-4f1a-9211-e25100112664 req-d6fc4da8-f5cf-47e8-b2ea-b588399a16f0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:34.173868 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d0b7b010-1ba8-4f1a-9211-e25100112664 req-d6fc4da8-f5cf-47e8-b2ea-b588399a16f0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0718243 May 12 23:30:34.266594 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d0b7b010-1ba8-4f1a-9211-e25100112664 req-bd1d2071-038c-4c94-833d-8990d0e56318 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751739 May 12 23:30:34.328741 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (64c287b2-3235-4346-bc47-6e2ec9ec7f24), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:34.562844 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Deleting port bbc693f6-0ef0-4234-8e60-f49647370ade {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:34.563196 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:34.644525 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] For port bbc693f6-0ef0-4234-8e60-f49647370ade, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bbc693f6-0ef0-4234-8e60-f49647370ade,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:34.644991 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:34.660957 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Calling delete_port for bbc693f6-0ef0-4234-8e60-f49647370ade owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:34.761102 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385381bc-b79b-47ae-9983-f0d860f82049 req-8b8b8f54-dcc5-4b13-8dba-5a75350d7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:34.763790 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-8b8b8f54-dcc5-4b13-8dba-5a75350d7260 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c&tenant_id=7ae06aac3a6c483191a4b0ccba915334 HTTP/1.1" status: 200 len: 1128 time: 0.0607886 May 12 23:30:34.883275 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (bbc693f6-0ef0-4234-8e60-f49647370ade), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:34.907867 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc693f6-0ef0-4234-8e60-f49647370ade,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:35.085790 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (64c287b2-3235-4346-bc47-6e2ec9ec7f24), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:35.136448 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:35.158921 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385381bc-b79b-47ae-9983-f0d860f82049 req-b67886e3-dcc6-463f-9215-43032e312c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:35.160560 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-b67886e3-dcc6-463f-9215-43032e312c8b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ae06aac3a6c483191a4b0ccba915334&device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1128 time: 0.0455472 May 12 23:30:35.232136 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: DOWN; New status is: DOWN {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:35.269017 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385381bc-b79b-47ae-9983-f0d860f82049 req-aa062156-81c8-4eaf-a11d-2e357c947c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:35.270505 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-aa062156-81c8-4eaf-a11d-2e357c947c3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 200 len: 918 time: 0.0994444 May 12 23:30:35.307492 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3dcfc-06df-4117-ad17-9068cc1de35e req-d41b39ee-6a6c-4888-8573-66ddea2178fc tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:35.309580 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eea3dcfc-06df-4117-ad17-9068cc1de35e req-d41b39ee-6a6c-4888-8573-66ddea2178fc tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0641186 May 12 23:30:35.343336 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-b4bfe4cf-3d61-4991-bcc5-4aaa9a11f47e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0644584 May 12 23:30:35.391610 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385381bc-b79b-47ae-9983-f0d860f82049 req-46ef7de2-c84d-4ea8-ad90-e7a6691eff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:35.393207 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-46ef7de2-c84d-4ea8-ad90-e7a6691eff7a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 200 len: 856 time: 0.0438170 May 12 23:30:35.419507 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:30:35.437777 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385381bc-b79b-47ae-9983-f0d860f82049 req-c86a68da-ab97-44a4-8cc5-15aef3f9ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:35.439274 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-c86a68da-ab97-44a4-8cc5-15aef3f9ad00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=caa95e50-744d-41c0-bd90-21e3d6753723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388393 May 12 23:30:35.440488 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58593b26-48f9-40e2-b6ba-34cfbcb6638a req-85432708-a230-463b-9458-67090fdce0ec tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:35.441962 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58593b26-48f9-40e2-b6ba-34cfbcb6638a req-85432708-a230-463b-9458-67090fdce0ec tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0906894 May 12 23:30:35.450063 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eea3dcfc-06df-4117-ad17-9068cc1de35e req-8c92c7ee-23e1-469c-970e-0239b16e76ae tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086228 May 12 23:30:35.543427 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58593b26-48f9-40e2-b6ba-34cfbcb6638a req-e3affe51-c727-49b3-8276-9b55ed7c4390 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909564 May 12 23:30:35.552861 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-397b8ed7-7996-4033-9a3d-7f681d3989fb service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065531 May 12 23:30:35.596184 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:30:35.601641 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-14c82c6c-9942-4651-a65b-e9334c5806fa admin admin] 10.222.0.49 "PUT /v2.0/routers/64c287b2-3235-4346-bc47-6e2ec9ec7f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003358 May 12 23:30:35.604113 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:35.608198 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] Sync routers for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:30:35.625935 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:35.627041 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:30:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:35.661831 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-385381bc-b79b-47ae-9983-f0d860f82049 req-6afae66b-66a3-4202-9a86-afb38c259030 service neutron] 10.222.0.76 "GET /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017754 May 12 23:30:35.744181 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks [] for router (64c287b2-3235-4346-bc47-6e2ec9ec7f24), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:35.760568 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:35.865375 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks [] for router_gateway (64c287b2-3235-4346-bc47-6e2ec9ec7f24), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:35.925745 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Deleting port ad1a0cb3-4baa-4217-b829-79483f69c47f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:35.926093 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.032680 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] For port ad1a0cb3-4baa-4217-b829-79483f69c47f, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=ad1a0cb3-4baa-4217-b829-79483f69c47f,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:36.034384 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.055312 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:36.057819 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:30:34Z', 'revision_number': 5, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port': {'id': 'ad1a0cb3-4baa-4217-b829-79483f69c47f', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:11Z', 'updated_at': '2022-05-12T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:36.065806 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Calling delete_port for ad1a0cb3-4baa-4217-b829-79483f69c47f owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:36.121540 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] Checking router: 64c287b2-3235-4346-bc47-6e2ec9ec7f24 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:30:36.132425 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] Routers {'64c287b2-3235-4346-bc47-6e2ec9ec7f24'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:30:36.134001 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:30:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:36.197851 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7462888b-013b-4605-9ade-d87e4d807e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.239181 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] Set router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:30:36.312993 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:30:35Z', 'revision_number': 6, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:36.338947 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (ad1a0cb3-4baa-4217-b829-79483f69c47f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.380613 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7462888b-013b-4605-9ade-d87e4d807e4f admin admin] Publish callbacks [] for security_group (b484d376-5619-4802-814a-bcea47ea024b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.388483 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7462888b-013b-4605-9ade-d87e4d807e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b484d376-5619-4802-814a-bcea47ea024b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.398560 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c24f06-cf50-4d38-99eb-a7706ed6472e None None] The sync data for ids ['64c287b2-3235-4346-bc47-6e2ec9ec7f24'] in dv-cinder-782260-5-iscsi is: [{'id': '64c287b2-3235-4346-bc47-6e2ec9ec7f24', 'name': 'tempest-AttachVolumeNegativeTest-386842239-router', 'tenant_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:09Z', 'updated_at': '2022-05-12T23:30:35Z', 'revision_number': 6, 'project_id': 'e315b6494fa94fb0bc2d6fd27028f475', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:30:36.436961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462888b-013b-4605-9ade-d87e4d807e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b484d376-5619-4802-814a-bcea47ea024b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:36.441455 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1a0cb3-4baa-4217-b829-79483f69c47f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:36.443004 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7462888b-013b-4605-9ade-d87e4d807e4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f43bbe51f3b2439f84f522b07211de37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857589 May 12 23:30:36.446400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:36.520457 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (64c287b2-3235-4346-bc47-6e2ec9ec7f24), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.564221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f704f10d-93be-4f0c-8aeb-78bbff38886d admin admin] Publish callbacks [] for security_group (b484d376-5619-4802-814a-bcea47ea024b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.623079 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f704f10d-93be-4f0c-8aeb-78bbff38886d admin admin] Publish callbacks [] for security_group (b484d376-5619-4802-814a-bcea47ea024b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.702355 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (64c287b2-3235-4346-bc47-6e2ec9ec7f24), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.707441 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f704f10d-93be-4f0c-8aeb-78bbff38886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (b484d376-5619-4802-814a-bcea47ea024b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.707627 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks [] for router_controller (64c287b2-3235-4346-bc47-6e2ec9ec7f24), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.711561 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f704f10d-93be-4f0c-8aeb-78bbff38886d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.738289 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f704f10d-93be-4f0c-8aeb-78bbff38886d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b484d376-5619-4802-814a-bcea47ea024b HTTP/1.1" status: 204 len: 168 time: 0.2763016 May 12 23:30:36.756265 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704f10d-93be-4f0c-8aeb-78bbff38886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b484d376-5619-4802-814a-bcea47ea024b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:36.864018 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (64c287b2-3235-4346-bc47-6e2ec9ec7f24), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.864808 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64c287b2-3235-4346-bc47-6e2ec9ec7f24 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:30:36.869601 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:36.873992 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57872) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:36.878053 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c11ad28a-fe37-4a31-aa1a-f0ba12bed521 admin admin] 10.222.0.49 "DELETE /v2.0/routers/64c287b2-3235-4346-bc47-6e2ec9ec7f24 HTTP/1.1" status: 204 len: 168 time: 1.2725642 May 12 23:30:36.986332 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Deleting subnet 16be676d-5731-4722-872b-f964ae4f789c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:30:36.996604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Publish callbacks [] for subnet (16be676d-5731-4722-872b-f964ae4f789c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.057983 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (16be676d-5731-4722-872b-f964ae4f789c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.113877 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a42b-0ab2-49b2-b14b-718b2215db86 req-ec27477c-0dde-4879-85af-f0e940d93674 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:37.122214 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5174a42b-0ab2-49b2-b14b-718b2215db86 req-ec27477c-0dde-4879-85af-f0e940d93674 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0856988 May 12 23:30:37.194771 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (16be676d-5731-4722-872b-f964ae4f789c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.223695 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5174a42b-0ab2-49b2-b14b-718b2215db86 req-a14de233-a766-491f-864e-d518a8641bcb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934229 May 12 23:30:37.248953 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:37.285367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff690e6d-ac90-4799-9a58-acce3c70f49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.315752 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (16be676d-5731-4722-872b-f964ae4f789c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.380485 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16be676d-5731-4722-872b-f964ae4f789c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:37.383220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.387659 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9802a00d-d4c2-47bb-a789-7bfbfd27186a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/16be676d-5731-4722-872b-f964ae4f789c HTTP/1.1" status: 204 len: 168 time: 0.5116460 May 12 23:30:37.389507 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:37.393140 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac5a6d-f029-4935-825b-186af492cc8d None None] Network da502bee-be9a-431e-9fcf-9f0d339d4e89 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:30:37.496925 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (da502bee-be9a-431e-9fcf-9f0d339d4e89), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.497299 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff690e6d-ac90-4799-9a58-acce3c70f49e admin admin] Publish callbacks [] for security_group (9c6a5505-155f-4c0f-a26c-bfc3a737406e), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.505719 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff690e6d-ac90-4799-9a58-acce3c70f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9c6a5505-155f-4c0f-a26c-bfc3a737406e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.581089 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Deleting port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:37.581461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.608807 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ff690e6d-ac90-4799-9a58-acce3c70f49e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f09e32fd506540a3a5fa03926992a55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581085 May 12 23:30:37.609502 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:37.612510 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690e6d-ac90-4799-9a58-acce3c70f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a5505-155f-4c0f-a26c-bfc3a737406e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:37.707747 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] DHCP port deletion for da502bee-be9a-431e-9fcf-9f0d339d4e89 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:30:37.718973 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e133db7-4f6d-4de7-9d9e-3610be1e72ec admin admin] Publish callbacks [] for security_group (9c6a5505-155f-4c0f-a26c-bfc3a737406e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.751571 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e133db7-4f6d-4de7-9d9e-3610be1e72ec admin admin] Publish callbacks [] for security_group (9c6a5505-155f-4c0f-a26c-bfc3a737406e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.772385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] For port 56154ddf-c2a2-49bd-887f-5e66ecc218e0, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=56154ddf-c2a2-49bd-887f-5e66ecc218e0,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:37.776613 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.808802 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] Deleting port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:30:37.809454 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.812031 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Calling delete_port for 56154ddf-c2a2-49bd-887f-5e66ecc218e0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:37.843007 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e133db7-4f6d-4de7-9d9e-3610be1e72ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (9c6a5505-155f-4c0f-a26c-bfc3a737406e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.847313 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e133db7-4f6d-4de7-9d9e-3610be1e72ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:37.851410 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6e133db7-4f6d-4de7-9d9e-3610be1e72ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c6a5505-155f-4c0f-a26c-bfc3a737406e HTTP/1.1" status: 204 len: 168 time: 0.2380223 May 12 23:30:37.861708 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e133db7-4f6d-4de7-9d9e-3610be1e72ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a5505-155f-4c0f-a26c-bfc3a737406e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:38.012013 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] For port 56154ddf-c2a2-49bd-887f-5e66ecc218e0, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=56154ddf-c2a2-49bd-887f-5e66ecc218e0,segment=NetworkSegment(d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea),segment_id=d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:38.014940 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.018422 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.049022 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] Calling delete_port for 56154ddf-c2a2-49bd-887f-5e66ecc218e0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:30:38.093456 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] No DVR routers for this DVR port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 on host dv-cinder-782260-5-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:30:38.105119 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=56154ddf-c2a2-49bd-887f-5e66ecc218e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:38.189528 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ad1a0cb3-4baa-4217-b829-79483f69c47f no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:38.221944 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: ad1a0cb3-4baa-4217-b829-79483f69c47f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:30:38.222324 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ad1a0cb3-4baa-4217-b829-79483f69c47f not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:30:38.222759 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 56154ddf-c2a2-49bd-887f-5e66ecc218e0 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:38.265173 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 56154ddf-c2a2-49bd-887f-5e66ecc218e0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:30:38.265702 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (da502bee-be9a-431e-9fcf-9f0d339d4e89), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.266316 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 56154ddf-c2a2-49bd-887f-5e66ecc218e0 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:30:38.267017 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bbc693f6-0ef0-4234-8e60-f49647370ade no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:30:38.294859 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: bbc693f6-0ef0-4234-8e60-f49647370ade {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:30:38.295196 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bbc693f6-0ef0-4234-8e60-f49647370ade not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:30:38.308188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da502bee-be9a-431e-9fcf-9f0d339d4e89']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:38.326935 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:38.327498 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:30:38.341316 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (56154ddf-c2a2-49bd-887f-5e66ecc218e0), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.367420 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.388837 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] Pushing event deleted for resources: {'Port': ['ID=56154ddf-c2a2-49bd-887f-5e66ecc218e0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:38.400266 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865a0bf-abd0-4091-b70a-2cd3b153f94e None None] No DVR routers for this DVR port 56154ddf-c2a2-49bd-887f-5e66ecc218e0 on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:30:38.413885 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.422384 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:30:38.423040 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (d926b8d0-f5e6-4008-9f9d-b3ae70c0a8ea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:30:38.503210 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:30:38.510949 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33297-9093-495f-ad1c-7a7d6196a546 req-a94318ae-2f06-4a55-96b1-4b657ffe3668 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:38.510949 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-01a33297-9093-495f-ad1c-7a7d6196a546 req-a94318ae-2f06-4a55-96b1-4b657ffe3668 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.1299615 May 12 23:30:38.517919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (da502bee-be9a-431e-9fcf-9f0d339d4e89), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.525099 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.533574 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] 10.222.0.49 "DELETE /v2.0/networks/da502bee-be9a-431e-9fcf-9f0d339d4e89 HTTP/1.1" status: 204 len: 168 time: 1.1403527 May 12 23:30:38.579928 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003f5dd-1761-4df5-8592-3a0faff33f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=da502bee-be9a-431e-9fcf-9f0d339d4e89,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:38.614780 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-01a33297-9093-495f-ad1c-7a7d6196a546 req-26e04f6a-5825-470f-921e-cfd30d5e1936 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014452 May 12 23:30:38.782765 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 57898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:38.841214 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 57900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:38.844861 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-23a7a8fa-519b-4b8b-9781-32f1b9dc4a41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e315b6494fa94fb0bc2d6fd27028f475&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568879 May 12 23:30:38.915053 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2924f3a6-6be7-4ac9-bb7f-6772ec592c30 admin admin] Publish callbacks [] for security_group (893cdc59-949e-4bac-a5f5-b56571e1ac06), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:38.948629 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2924f3a6-6be7-4ac9-bb7f-6772ec592c30 admin admin] Publish callbacks [] for security_group (893cdc59-949e-4bac-a5f5-b56571e1ac06), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:39.047089 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2924f3a6-6be7-4ac9-bb7f-6772ec592c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (893cdc59-949e-4bac-a5f5-b56571e1ac06), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:39.050776 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2924f3a6-6be7-4ac9-bb7f-6772ec592c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:39.054958 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2924f3a6-6be7-4ac9-bb7f-6772ec592c30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/893cdc59-949e-4bac-a5f5-b56571e1ac06 HTTP/1.1" status: 204 len: 168 time: 0.2127013 May 12 23:30:39.065545 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924f3a6-6be7-4ac9-bb7f-6772ec592c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893cdc59-949e-4bac-a5f5-b56571e1ac06,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:39.815416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392140-9b67-45b4-a603-f17fd30eb5c4 req-308e643e-5f77-41fa-be46-1fa62cb242cf tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:39.825311 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53392140-9b67-45b4-a603-f17fd30eb5c4 req-308e643e-5f77-41fa-be46-1fa62cb242cf tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.1064889 May 12 23:30:39.927270 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-53392140-9b67-45b4-a603-f17fd30eb5c4 req-4a6eb743-2d3f-4d08-9574-161a905b8f65 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011460 May 12 23:30:40.804185 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d677ec1b-67f7-408d-b94a-31dd58ab1930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:41.284886 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310d331-b798-4f1f-b493-e1ccefcebac5 req-b45b3b8b-f3ef-4540-a340-fbb36b65f448 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:41.292674 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8310d331-b798-4f1f-b493-e1ccefcebac5 req-b45b3b8b-f3ef-4540-a340-fbb36b65f448 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.1043663 May 12 23:30:41.366478 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8310d331-b798-4f1f-b493-e1ccefcebac5 req-9ee491c7-27dc-4e2d-a12e-bc8f00f87ae1 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724604 May 12 23:30:42.527541 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825fe7b-2e73-4c3a-8019-f58973ac4c18 req-c935b52d-add0-4cbe-8f1f-88682190497c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:42.533238 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0825fe7b-2e73-4c3a-8019-f58973ac4c18 req-c935b52d-add0-4cbe-8f1f-88682190497c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0767696 May 12 23:30:42.596376 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-0825fe7b-2e73-4c3a-8019-f58973ac4c18 req-1d3ca38d-3d55-4bb0-abae-1514b27edae2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578170 May 12 23:30:43.195130 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb9d6-8ee6-48e3-a4f7-005039e73340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:43.746672 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26435799-a69e-4384-88e6-3532594812b9 req-7bafeb4c-9417-41e7-a692-9dfe809b475a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:43.748200 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26435799-a69e-4384-88e6-3532594812b9 req-7bafeb4c-9417-41e7-a692-9dfe809b475a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0712097 May 12 23:30:43.826304 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-26435799-a69e-4384-88e6-3532594812b9 req-65e89d35-a138-41a6-b6dc-7e51ddbcbc94 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696375 May 12 23:30:44.078094 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.163398 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:44.205406 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.361938 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.545807 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Publish callbacks [] for security_group (867c46c9-1e23-4e55-b203-0606e21fd00c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.552577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (867c46c9-1e23-4e55-b203-0606e21fd00c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.597433 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=714decd8944543328aa67135245c7b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314435 May 12 23:30:44.600129 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867c46c9-1e23-4e55-b203-0606e21fd00c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:44.604354 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:44.614456 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.614816 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.615311 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.615657 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.615993 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.616355 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.617012 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.617351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.617686 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.618022 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.619276 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.619276 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.619507 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.620586 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.621756 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ccca0-f79e-4f0f-87f1-1579f9c1613e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:44.678837 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbc3076b-58b3-4ee3-817d-9eabbc3d3e5e admin admin] Publish callbacks [] for security_group (867c46c9-1e23-4e55-b203-0606e21fd00c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.713248 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbc3076b-58b3-4ee3-817d-9eabbc3d3e5e admin admin] Publish callbacks [] for security_group (867c46c9-1e23-4e55-b203-0606e21fd00c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.773978 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbc3076b-58b3-4ee3-817d-9eabbc3d3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (867c46c9-1e23-4e55-b203-0606e21fd00c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.776720 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbc3076b-58b3-4ee3-817d-9eabbc3d3e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:44.778108 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-bbc3076b-58b3-4ee3-817d-9eabbc3d3e5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/867c46c9-1e23-4e55-b203-0606e21fd00c HTTP/1.1" status: 204 len: 168 time: 0.1764095 May 12 23:30:44.786185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3076b-58b3-4ee3-817d-9eabbc3d3e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867c46c9-1e23-4e55-b203-0606e21fd00c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:44.970258 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4377-990e-47df-8bb9-3261ab2cde37 req-381421dc-84a6-4e1a-bde0-ad9b97f6cd32 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:44.971928 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2bde4377-990e-47df-8bb9-3261ab2cde37 req-381421dc-84a6-4e1a-bde0-ad9b97f6cd32 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0662842 May 12 23:30:45.026773 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2bde4377-990e-47df-8bb9-3261ab2cde37 req-daeb062e-d831-460f-a50f-9542cdefb188 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489972 May 12 23:30:45.091452 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:45.104550 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88802df4-fbb9-4db2-b512-3562a87d70b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.185148 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88802df4-fbb9-4db2-b512-3562a87d70b4 admin admin] Publish callbacks [] for security_group (11504705-ab78-4fe1-8565-a9b9a3bf4495), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.189561 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88802df4-fbb9-4db2-b512-3562a87d70b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (11504705-ab78-4fe1-8565-a9b9a3bf4495), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.230097 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-88802df4-fbb9-4db2-b512-3562a87d70b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd1dacdc8182483ab0df3ce0b4d5f0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375518 May 12 23:30:45.231455 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88802df4-fbb9-4db2-b512-3562a87d70b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11504705-ab78-4fe1-8565-a9b9a3bf4495,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:45.234421 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:45.287122 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-440ad017-94fe-4856-b056-27b127a3bb01 admin admin] Publish callbacks [] for security_group (11504705-ab78-4fe1-8565-a9b9a3bf4495), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.316557 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-440ad017-94fe-4856-b056-27b127a3bb01 admin admin] Publish callbacks [] for security_group (11504705-ab78-4fe1-8565-a9b9a3bf4495), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.366132 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-440ad017-94fe-4856-b056-27b127a3bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (11504705-ab78-4fe1-8565-a9b9a3bf4495), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.368923 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-440ad017-94fe-4856-b056-27b127a3bb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:45.370286 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-440ad017-94fe-4856-b056-27b127a3bb01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11504705-ab78-4fe1-8565-a9b9a3bf4495 HTTP/1.1" status: 204 len: 168 time: 0.1349685 May 12 23:30:45.380187 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ad017-94fe-4856-b056-27b127a3bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11504705-ab78-4fe1-8565-a9b9a3bf4495,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:45.748812 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:46.156114 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d649bab-0116-4151-b316-6c83ab175195 req-0a043dd0-7037-437e-84f6-b45c49668627 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:46.157694 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3d649bab-0116-4151-b316-6c83ab175195 req-0a043dd0-7037-437e-84f6-b45c49668627 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0501857 May 12 23:30:46.211134 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3d649bab-0116-4151-b316-6c83ab175195 req-fc0fe9bb-a0e2-415e-90e4-bef196e1dabb tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472238 May 12 23:30:47.234101 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:47.338693 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55fc80-4622-4492-90ae-617ee407a5e0 req-0040586d-2c4e-420b-977c-f462c56eb467 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:47.341949 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c55fc80-4622-4492-90ae-617ee407a5e0 req-0040586d-2c4e-420b-977c-f462c56eb467 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0544448 May 12 23:30:47.388862 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2c55fc80-4622-4492-90ae-617ee407a5e0 req-956d52c0-e99d-480a-9397-91c7c0afa888 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 May 12 23:30:48.426186 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:30:48.514898 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0be4b4-ea28-4f4f-863e-0409c8d45917 req-120205aa-2831-4480-965c-8f7cd7d0b771 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:48.516433 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de0be4b4-ea28-4f4f-863e-0409c8d45917 req-120205aa-2831-4480-965c-8f7cd7d0b771 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 944 time: 0.0488451 May 12 23:30:48.568500 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-de0be4b4-ea28-4f4f-863e-0409c8d45917 req-36b5a187-11ca-43cb-9683-b705a94f3bb5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456810 May 12 23:30:49.216861 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:30:49.331811 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:49.344941 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'port_id': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'mac_address': 'fa:16:3e:5b:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:30:49.390591 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:49.391289 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:49.410253 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:49.434208 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:49.439669 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:49.491440 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:49.657458 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:49.718514 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:30:49.735323 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d88566-4a77-4ad2-99cc-35913feec878 req-f0b9dd24-6567-49d5-9956-6be175bb7e3a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:49.750552 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-51d88566-4a77-4ad2-99cc-35913feec878 req-f0b9dd24-6567-49d5-9956-6be175bb7e3a tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 945 time: 0.0703700 May 12 23:30:49.820792 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:49.833605 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-51d88566-4a77-4ad2-99cc-35913feec878 req-d4f1aa5b-bf57-4c2a-a3cf-a7839226e0be tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758348 May 12 23:30:49.915877 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Publish callbacks [] for security_group (52be186c-c1f2-4e98-b147-b8ce5c48570f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:49.919870 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (52be186c-c1f2-4e98-b147-b8ce5c48570f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:49.960342 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9abe6c23f1964178aabdd8d33c7214ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984805 May 12 23:30:49.960342 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be186c-c1f2-4e98-b147-b8ce5c48570f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:49.960801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58150) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:49.966677 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.967020 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.967360 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.967696 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.968025 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.968395 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.968860 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.969045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.969353 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.970017 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.970017 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.970303 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.970620 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.970939 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:49.971257 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30818faa-9d06-45ba-be50-4c01b6b946ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:30:50.022861 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6d63816-f6ba-4ec6-90b6-ef8519916f09 admin admin] Publish callbacks [] for security_group (52be186c-c1f2-4e98-b147-b8ce5c48570f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.046467 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6d63816-f6ba-4ec6-90b6-ef8519916f09 admin admin] Publish callbacks [] for security_group (52be186c-c1f2-4e98-b147-b8ce5c48570f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.094359 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6d63816-f6ba-4ec6-90b6-ef8519916f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (52be186c-c1f2-4e98-b147-b8ce5c48570f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.097262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6d63816-f6ba-4ec6-90b6-ef8519916f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.100854 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c6d63816-f6ba-4ec6-90b6-ef8519916f09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52be186c-c1f2-4e98-b147-b8ce5c48570f HTTP/1.1" status: 204 len: 168 time: 0.1390386 May 12 23:30:50.109433 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d63816-f6ba-4ec6-90b6-ef8519916f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be186c-c1f2-4e98-b147-b8ce5c48570f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:50.385578 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58160) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:50.402624 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-814bea64-98a5-4dc9-bc75-5bef200387d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.495949 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-814bea64-98a5-4dc9-bc75-5bef200387d5 admin admin] Publish callbacks [] for security_group (ebf97141-a9a4-472f-993f-284a3305cee9), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.499762 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-814bea64-98a5-4dc9-bc75-5bef200387d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ebf97141-a9a4-472f-993f-284a3305cee9), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.539742 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bea64-98a5-4dc9-bc75-5bef200387d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf97141-a9a4-472f-993f-284a3305cee9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:50.547376 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-814bea64-98a5-4dc9-bc75-5bef200387d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b548e25af5ef4234907acf236b2ccd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584771 May 12 23:30:50.547853 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:50.598980 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dd16a5b-75f7-4b4d-b3c0-87c66dee8b45 admin admin] Publish callbacks [] for security_group (ebf97141-a9a4-472f-993f-284a3305cee9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.621575 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dd16a5b-75f7-4b4d-b3c0-87c66dee8b45 admin admin] Publish callbacks [] for security_group (ebf97141-a9a4-472f-993f-284a3305cee9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.692467 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dd16a5b-75f7-4b4d-b3c0-87c66dee8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ebf97141-a9a4-472f-993f-284a3305cee9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.694997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dd16a5b-75f7-4b4d-b3c0-87c66dee8b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:50.696164 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0dd16a5b-75f7-4b4d-b3c0-87c66dee8b45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebf97141-a9a4-472f-993f-284a3305cee9 HTTP/1.1" status: 204 len: 168 time: 0.1471608 May 12 23:30:50.707183 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd16a5b-75f7-4b4d-b3c0-87c66dee8b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf97141-a9a4-472f-993f-284a3305cee9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:50.978426 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c9e5d-fabd-4d92-9a8d-2eb7a4fe52b7 req-5565a7da-6f98-432c-b769-434124d18e6d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:50.980741 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-652c9e5d-fabd-4d92-9a8d-2eb7a4fe52b7 req-5565a7da-6f98-432c-b769-434124d18e6d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 945 time: 0.0613601 May 12 23:30:51.038002 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-652c9e5d-fabd-4d92-9a8d-2eb7a4fe52b7 req-47a40b92-413d-4eea-8302-6848563dfc25 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510063 May 12 23:30:51.212428 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:30:51.265249 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:30:51.265813 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.355889 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:51.356865 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.387633 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:51.390216 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e8b7f-9ad9-4d91-a2e2-79e6a122587c" -d '{"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:51.402895 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:51.407239 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.434672 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dcb675-c601-4a5f-bb5c-afa7a8f5bd81 x-openstack-request-id: req-84dcb675-c601-4a5f-bb5c-afa7a8f5bd81 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:51.434968 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:51.435218 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84dcb675-c601-4a5f-bb5c-afa7a8f5bd81 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:51.435613 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84dcb675-c601-4a5f-bb5c-afa7a8f5bd81'] response: {'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'code': 200} May 12 23:30:51.464060 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:51.493519 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:51.600216 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2124976375-network', 'tenant_id': '1baf80bd1e3c4c3cbd5e19c67b818bc2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:51.623667 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Made reservation on behalf of 1baf80bd1e3c4c3cbd5e19c67b818bc2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:30:51.626085 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.644878 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.691980 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d05f-1e17-4437-9ed8-0e8dbb13e26c req-859ae6f4-5faa-4d62-8628-67ba1c5f9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:51.694130 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2aa4d05f-1e17-4437-9ed8-0e8dbb13e26c req-859ae6f4-5faa-4d62-8628-67ba1c5f9dcf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 1131 time: 0.0586262 May 12 23:30:51.763941 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2aa4d05f-1e17-4437-9ed8-0e8dbb13e26c req-3e233f90-21fe-4753-8cc1-0b2e15b6a730 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609679 May 12 23:30:51.787643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks [] for security_group (dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.792273 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.814234 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:30:51.830593 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:51.834485 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (c3c9915d-0ae1-42c3-bca1-219ce43b1aff), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.834949 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Added segment c3c9915d-0ae1-42c3-bca1-219ce43b1aff of type vlan for network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 May 12 23:30:51.883366 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (487a6016-f5cc-4d84-a6db-52e01e6b8cf3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.912199 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (487a6016-f5cc-4d84-a6db-52e01e6b8cf3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.913862 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:51.914444 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:51.984271 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:30:51.984740 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4898493 May 12 23:30:51.985679 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9789-3060-4199-ba72-a823645b5f3e admin admin] Pushing event updated for resources: {'Network': ['ID=487a6016-f5cc-4d84-a6db-52e01e6b8cf3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:51.990297 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Request body: {'subnet': {'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2124976375-subnet', 'tenant_id': '1baf80bd1e3c4c3cbd5e19c67b818bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:52.002480 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:30:52.010900 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Made reservation on behalf of 1baf80bd1e3c4c3cbd5e19c67b818bc2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:30:52.013456 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:52.401048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055269d-fde5-43e4-9d04-5e66d7cad4ab req-54a342d6-d6cb-4809-aa37-e83f268aec56 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:52.402528 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a055269d-fde5-43e4-9d04-5e66d7cad4ab req-54a342d6-d6cb-4809-aa37-e83f268aec56 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.0611880 May 12 23:30:52.482748 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a055269d-fde5-43e4-9d04-5e66d7cad4ab req-1cf44ae2-dd60-4b5a-b774-f7ec80a03421 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743148 May 12 23:30:52.526652 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (37948545-466c-4594-ad42-ef4488c59530), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:52.583193 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37948545-466c-4594-ad42-ef4488c59530,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:52.591580 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Checking segment: {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:30:52.591941 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Network hostable DHCP agents. Network: 487a6016-f5cc-4d84-a6db-52e01e6b8cf3, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:30:52.608897 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:30:52.617171 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 487a6016-f5cc-4d84-a6db-52e01e6b8cf3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:30:52.621198 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:52.621789 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:52.630583 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0a094-2cd0-4302-8b1a-74175ff5cbd6 None None] Network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:30:52.638023 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8d772a07-7085-482c-b6d5-8ea4d7aa5200 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6527517 May 12 23:30:52.726267 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44d523-dd62-448d-a613-799bfe1a67af None None] Network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:30:53.626065 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc30856-a855-4c36-b835-d4e4480043b3 req-52c73caa-fcf6-4d0d-b097-327b8a192de7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:53.635030 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5cc30856-a855-4c36-b835-d4e4480043b3 req-52c73caa-fcf6-4d0d-b097-327b8a192de7 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.0598359 May 12 23:30:53.680155 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5cc30856-a855-4c36-b835-d4e4480043b3 req-c4d2a9e2-9c88-428a-bee4-4560ad86360d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442164 May 12 23:30:54.380817 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-e4deb4c9-d833-40eb-a484-fc3f78cf25b0 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:54.382363 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-e4deb4c9-d833-40eb-a484-fc3f78cf25b0 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/networks?id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 200 len: 809 time: 0.1011677 May 12 23:30:54.397493 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-06926fc6-ff77-48c9-8c46-792949f6c781 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/quotas/1baf80bd1e3c4c3cbd5e19c67b818bc2 HTTP/1.1" status: 200 len: 375 time: 0.0093145 May 12 23:30:54.430627 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-162ac230-e109-47d0-9970-bf8f1d2fd258 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274770 May 12 23:30:54.528796 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-80dafe5f-e193-4d1b-a737-ad024096091f service neutron] 10.222.0.49 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915082 May 12 23:30:54.622288 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-aaff3816-6a19-4e87-8341-9d7dba8da9a8 service neutron] 10.222.0.49 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878618 May 12 23:30:54.812347 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6a11e640-368c-485d-8ff4-97a2b99fd6c8 req-3b4c1eaa-c856-4c57-ab0c-e4b5eea6293a tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 210 time: 0.0458548 May 12 23:30:54.829634 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13044-ad03-4495-95cc-534c79cc7245 req-39a8ac41-e02b-459d-83a0-ef4202773d43 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:54.831166 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2cf13044-ad03-4495-95cc-534c79cc7245 req-39a8ac41-e02b-459d-83a0-ef4202773d43 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.0756068 May 12 23:30:54.879309 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2cf13044-ad03-4495-95cc-534c79cc7245 req-1c9ef656-abb2-4c16-90e7-74d9dc5973af tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422976 May 12 23:30:55.835967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-14d232bd-79d9-4c34-813c-0ad9705684b2 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:55.837651 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-14d232bd-79d9-4c34-813c-0ad9705684b2 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "GET /v2.0/networks?id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 200 len: 809 time: 0.1161661 May 12 23:30:55.855095 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Request body: {'port': {'device_id': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3', 'admin_state_up': True, 'tenant_id': '1baf80bd1e3c4c3cbd5e19c67b818bc2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:55.948492 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-96270a95-447a-4b56-914c-4321d57e7a62 req-eb9a1892-a0c3-41bc-aefb-324be322932b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 210 time: 0.0346944 May 12 23:30:55.984829 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Made reservation on behalf of 1baf80bd1e3c4c3cbd5e19c67b818bc2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:30:55.988314 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.127961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Allocated IP 172.20.0.3 (487a6016-f5cc-4d84-a6db-52e01e6b8cf3/37948545-466c-4594-ad42-ef4488c59530/f873819d-b041-4ed6-aae5-11d4baf4e848) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:30:56.273978 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks [] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.305663 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.346564 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:30:56.349527 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:30:56.355407 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:30:56.361400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Pushing event updated for resources: {'Port': ['ID=f873819d-b041-4ed6-aae5-11d4baf4e848,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:56.412060 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:56.412692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.428242 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-8b3d3d32-34e0-4f52-a046-98a0adfa2cc6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804889 May 12 23:30:56.441232 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Request body: {'port': {'device_id': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:30:56.501192 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.780089 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f873819d-b041-4ed6-aae5-11d4baf4e848 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:56.787299 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Publish callbacks [] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.800402 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Transition to ACTIVE for port object f873819d-b041-4ed6-aae5-11d4baf4e848 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:30:56.804155 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.860675 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Pushing event updated for resources: {'Port': ['ID=f873819d-b041-4ed6-aae5-11d4baf4e848,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:56.923851 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Attempting to bind port f873819d-b041-4ed6-aae5-11d4baf4e848 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:30:56.924212 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Attempting to bind port f873819d-b041-4ed6-aae5-11d4baf4e848 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:30:56.924636 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Attempting to bind port f873819d-b041-4ed6-aae5-11d4baf4e848 on network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:30:56.928908 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Port f873819d-b041-4ed6-aae5-11d4baf4e848 on network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:30:56.929467 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Attempting to bind port f873819d-b041-4ed6-aae5-11d4baf4e848 on network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:30:56.934398 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:30:56.934741 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Checking segment: {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:30:56.935124 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Bound using segment: {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:30:56.935548 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Bound port: f873819d-b041-4ed6-aae5-11d4baf4e848, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:30:56.935905 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:56.998537 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] For port f873819d-b041-4ed6-aae5-11d4baf4e848, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:30:57.001834 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] For port f873819d-b041-4ed6-aae5-11d4baf4e848, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f873819d-b041-4ed6-aae5-11d4baf4e848,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:30:57.007873 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:57.047308 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:57.047930 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:57.049337 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] 10.222.0.76 "PUT /v2.0/ports/f873819d-b041-4ed6-aae5-11d4baf4e848 HTTP/1.1" status: 200 len: 1093 time: 0.6119502 May 12 23:30:57.050216 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'tag': 'f873819d-b041-4ed6-aae5-11d4baf4e848'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:30:57.051993 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3aec37-737c-4a4d-87a5-42325167cb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab", "tag": "f873819d-b041-4ed6-aae5-11d4baf4e848"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:30:57.052689 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c971fc-4a67-4fa0-bf44-a76198d7b96d req-0a30989f-8098-4db0-bdf1-d749469d25ad tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:57.054337 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8c971fc-4a67-4fa0-bf44-a76198d7b96d req-0a30989f-8098-4db0-bdf1-d749469d25ad tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 943 time: 0.0504205 May 12 23:30:57.086897 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b60861-5a0d-4aaf-a400-d76af343a3ac service neutron] Pushing event updated for resources: {'Port': ['ID=f873819d-b041-4ed6-aae5-11d4baf4e848,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:57.109854 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f9bb0c-76fe-49cb-92ee-f60a5ecf1b41 x-openstack-request-id: req-18f9bb0c-76fe-49cb-92ee-f60a5ecf1b41 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:30:57.110148 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab", "tag": "f873819d-b041-4ed6-aae5-11d4baf4e848", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:30:57.110405 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f9bb0c-76fe-49cb-92ee-f60a5ecf1b41 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:30:57.110803 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f9bb0c-76fe-49cb-92ee-f60a5ecf1b41'] response: {'name': 'network-changed', 'server_uuid': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'tag': 'f873819d-b041-4ed6-aae5-11d4baf4e848', 'status': 'completed', 'code': 200} May 12 23:30:57.126820 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b8c971fc-4a67-4fa0-bf44-a76198d7b96d req-6dd355f5-67d7-42a8-afd8-3b7579d41626 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 May 12 23:30:57.147502 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-120270cd-e630-4bae-8079-8c6652ed8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:57.149146 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-120270cd-e630-4bae-8079-8c6652ed8760 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 1127 time: 0.0521224 May 12 23:30:57.206739 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-da8f5dbf-3f29-4d44-9a75-cdd72a4b7ac8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f873819d-b041-4ed6-aae5-11d4baf4e848 HTTP/1.1" status: 200 len: 217 time: 0.0343297 May 12 23:30:57.259005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-3e2e49e9-36f3-435f-89b9-161da3294e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:57.261431 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-3e2e49e9-36f3-435f-89b9-161da3294e03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=37948545-466c-4594-ad42-ef4488c59530 HTTP/1.1" status: 200 len: 849 time: 0.0483358 May 12 23:30:57.300741 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-2341040e-0cfe-4427-8ecc-1b074de430c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306809 May 12 23:30:57.403086 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-952f471e-1fcb-4057-a4e9-5d014bd0fe87 service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960917 May 12 23:30:57.497317 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cd4f4061-267b-406e-b103-dbdefa47dc36 req-e9ff681a-f73a-43c6-ae82-42df0676ccfb service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874741 May 12 23:30:58.240152 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcb450-9fec-411e-9e7b-cab6c22d9118 req-ad91ba55-d0e9-4ac6-8de9-007d8fdd46d3 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:58.241632 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79fcb450-9fec-411e-9e7b-cab6c22d9118 req-ad91ba55-d0e9-4ac6-8de9-007d8fdd46d3 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 943 time: 0.0457578 May 12 23:30:58.291543 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-79fcb450-9fec-411e-9e7b-cab6c22d9118 req-3c018ae8-8e77-413a-9bb1-979c6248b521 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 May 12 23:30:58.492883 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-aeef22ce-dfa5-47aa-ae3c-31c436eb6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:58.494398 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-aeef22ce-dfa5-47aa-ae3c-31c436eb6195 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 1127 time: 0.0421035 May 12 23:30:58.594040 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-14f55926-b26b-4d87-b76b-a319fa37a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:58.595555 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-14f55926-b26b-4d87-b76b-a319fa37a1ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 200 len: 910 time: 0.0910544 May 12 23:30:58.636562 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-4dd4eeb8-4be7-4291-91df-512a97809631 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f873819d-b041-4ed6-aae5-11d4baf4e848 HTTP/1.1" status: 200 len: 217 time: 0.0349855 May 12 23:30:58.685244 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-08b784f0-f0f4-4255-8856-98075e48bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:58.686657 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-08b784f0-f0f4-4255-8856-98075e48bca0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=37948545-466c-4594-ad42-ef4488c59530 HTTP/1.1" status: 200 len: 849 time: 0.0430810 May 12 23:30:58.724113 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-13d5cea7-596b-44f8-9be4-7cd38a598ad8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291195 May 12 23:30:58.818496 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-c0967ec7-0eae-45bb-8bfb-16abaacb1e64 service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810390 May 12 23:30:58.908394 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee3aec37-737c-4a4d-87a5-42325167cb0c req-4f24894a-1cc8-49a6-977c-fc18121f6727 service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 May 12 23:30:59.263311 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f873819d-b041-4ed6-aae5-11d4baf4e848 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:30:59.360634 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port f873819d-b041-4ed6-aae5-11d4baf4e848, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f873819d-b041-4ed6-aae5-11d4baf4e848,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:59.372350 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'f873819d-b041-4ed6-aae5-11d4baf4e848', 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3', 'port_id': 'f873819d-b041-4ed6-aae5-11d4baf4e848', 'mac_address': 'fa:16:3e:34:90:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37948545-466c-4594-ad42-ef4488c59530', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:30:59.406926 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308b16b-c420-4b55-b86a-80c19f3442e8 req-288ab1fe-cdbb-4192-9c20-837c303d3adf tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:30:59.408489 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4308b16b-c420-4b55-b86a-80c19f3442e8 req-288ab1fe-cdbb-4192-9c20-837c303d3adf tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 943 time: 0.0468910 May 12 23:30:59.409354 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port f873819d-b041-4ed6-aae5-11d4baf4e848 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:30:59.409741 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:59.422493 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f873819d-b041-4ed6-aae5-11d4baf4e848 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:30:59.442035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port f873819d-b041-4ed6-aae5-11d4baf4e848, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f873819d-b041-4ed6-aae5-11d4baf4e848,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:30:59.447081 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:30:59.461764 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4308b16b-c420-4b55-b86a-80c19f3442e8 req-c9377a72-ca8b-4e85-9789-f34bcaa603b4 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 May 12 23:30:59.497555 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=f873819d-b041-4ed6-aae5-11d4baf4e848,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:30:59.733061 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['f873819d-b041-4ed6-aae5-11d4baf4e848'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:31:00.573357 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e894b03-888e-42bf-a862-f4e558e3d579 req-4ef74428-ed41-4e92-93fa-998214644b12 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:00.574803 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e894b03-888e-42bf-a862-f4e558e3d579 req-4ef74428-ed41-4e92-93fa-998214644b12 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 944 time: 0.0463605 May 12 23:31:00.619773 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2e894b03-888e-42bf-a862-f4e558e3d579 req-bb43bc78-3a2f-4b08-abae-3b3839086ea7 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 May 12 23:31:01.278035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f873819d-b041-4ed6-aae5-11d4baf4e848 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:31:01.321072 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port f873819d-b041-4ed6-aae5-11d4baf4e848 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:31:01.326630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port f873819d-b041-4ed6-aae5-11d4baf4e848 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:31:01.327138 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:01.400990 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port f873819d-b041-4ed6-aae5-11d4baf4e848 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:31:01.401373 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:01.426703 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f873819d-b041-4ed6-aae5-11d4baf4e848'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:01.428957 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f33be-a100-469e-8739-39af2cc1e8f1" -d '{"events": [{"server_uuid": "2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "f873819d-b041-4ed6-aae5-11d4baf4e848"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:01.442065 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port f873819d-b041-4ed6-aae5-11d4baf4e848, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f873819d-b041-4ed6-aae5-11d4baf4e848,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:01.446240 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:01.475485 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c910a7b-1bb8-4a63-9841-65bef9f08a8f x-openstack-request-id: req-5c910a7b-1bb8-4a63-9841-65bef9f08a8f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:01.475778 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "f873819d-b041-4ed6-aae5-11d4baf4e848", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:01.476034 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c910a7b-1bb8-4a63-9841-65bef9f08a8f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:01.476454 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c910a7b-1bb8-4a63-9841-65bef9f08a8f'] response: {'server_uuid': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f873819d-b041-4ed6-aae5-11d4baf4e848', 'code': 200} May 12 23:31:01.503609 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=f873819d-b041-4ed6-aae5-11d4baf4e848,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:01.635204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da926e7c-ac83-4f2b-8c53-d9268c9ffac9 req-68713b78-e700-4f2a-a245-af187368007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:01.636597 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-da926e7c-ac83-4f2b-8c53-d9268c9ffac9 req-68713b78-e700-4f2a-a245-af187368007a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 1129 time: 0.0373895 May 12 23:31:01.683514 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-da926e7c-ac83-4f2b-8c53-d9268c9ffac9 req-5973fe44-0f48-4aa5-b91b-bf4de7df646a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 May 12 23:31:01.736523 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae582b18-1f67-4eca-aa21-4db99db01243 req-e2623fd7-9403-416a-b521-640dc22e70d3 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:01.738183 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae582b18-1f67-4eca-aa21-4db99db01243 req-e2623fd7-9403-416a-b521-640dc22e70d3 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0501406 May 12 23:31:01.788200 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ae582b18-1f67-4eca-aa21-4db99db01243 req-c81aa972-69a2-400c-ae45-7cea452893ea tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 May 12 23:31:02.907179 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5358ae8-19ae-4df2-bc1f-c4f521dd3f24 req-d8bea092-20a3-4ac5-a3fe-928106e6e39c tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:02.908651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5358ae8-19ae-4df2-bc1f-c4f521dd3f24 req-d8bea092-20a3-4ac5-a3fe-928106e6e39c tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0490696 May 12 23:31:02.953651 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b5358ae8-19ae-4df2-bc1f-c4f521dd3f24 req-91bc1446-235b-430a-9cce-772e0469320a tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 May 12 23:31:04.064760 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0da1d-b922-42f0-8736-5b8d830ca549 req-ce684d1c-44b0-46b3-bf90-b743da54ef2f tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:04.066203 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2cc0da1d-b922-42f0-8736-5b8d830ca549 req-ce684d1c-44b0-46b3-bf90-b743da54ef2f tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0463941 May 12 23:31:04.112187 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2cc0da1d-b922-42f0-8736-5b8d830ca549 req-fa2622a5-3e59-408e-8d9b-98390bb99134 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 May 12 23:31:06.683962 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97901b4f-6e31-422b-85dc-152d6cb33e86 req-1c6bb4c2-e0a8-4ae9-a98f-ab6107bf7e89 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:06.685599 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-97901b4f-6e31-422b-85dc-152d6cb33e86 req-1c6bb4c2-e0a8-4ae9-a98f-ab6107bf7e89 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0466487 May 12 23:31:06.740825 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-97901b4f-6e31-422b-85dc-152d6cb33e86 req-71819662-c656-4bd5-ab11-14c25c0d34db tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 May 12 23:31:07.854224 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1899fd-8da1-45d8-9a10-b007d65582bc req-49dfbda3-16c0-44ad-ba0c-f53c40032f6c tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:07.855658 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c1899fd-8da1-45d8-9a10-b007d65582bc req-49dfbda3-16c0-44ad-ba0c-f53c40032f6c tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0463128 May 12 23:31:07.900615 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5c1899fd-8da1-45d8-9a10-b007d65582bc req-dac49a40-5fa9-4e5e-8a7c-d45f648578d2 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 May 12 23:31:09.012644 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a0895-775a-4add-88dd-988a217338ca req-222e13d1-28de-4ac1-b0ab-8702884a7d33 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:09.014075 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-708a0895-775a-4add-88dd-988a217338ca req-222e13d1-28de-4ac1-b0ab-8702884a7d33 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0461257 May 12 23:31:09.060593 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-708a0895-775a-4add-88dd-988a217338ca req-b053d6bf-98e8-4154-9208-ec5dc9ed914d tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 May 12 23:31:10.178958 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585be3f1-3c0a-4de2-8fa9-5b28a7424273 req-7e70df21-d4b6-4b43-be73-05403c65c267 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:10.180450 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-585be3f1-3c0a-4de2-8fa9-5b28a7424273 req-7e70df21-d4b6-4b43-be73-05403c65c267 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0496943 May 12 23:31:10.228655 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-585be3f1-3c0a-4de2-8fa9-5b28a7424273 req-1c55eb52-fdf8-44c9-9622-8cb5d841a402 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 May 12 23:31:10.804907 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-620d0e1d-2396-43bb-bcea-5d8616609fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:11.252636 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-479e2213-0a08-4878-9938-eddc73faa450 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:11.254117 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-479e2213-0a08-4878-9938-eddc73faa450 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0476577 May 12 23:31:11.348007 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea4a7a-4ea2-4e25-8b80-4cb62f8fa63b req-c4b2dc76-6dbb-4bfa-94d5-4e1740e52fa8 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:11.349457 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cea4a7a-4ea2-4e25-8b80-4cb62f8fa63b req-c4b2dc76-6dbb-4bfa-94d5-4e1740e52fa8 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab HTTP/1.1" status: 200 len: 945 time: 0.0470910 May 12 23:31:11.352738 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Deleting port f873819d-b041-4ed6-aae5-11d4baf4e848 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:11.353088 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:11.397234 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6cea4a7a-4ea2-4e25-8b80-4cb62f8fa63b req-4251a3cb-38a8-4ebf-8edc-498daf707886 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 May 12 23:31:11.444044 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] For port f873819d-b041-4ed6-aae5-11d4baf4e848, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f873819d-b041-4ed6-aae5-11d4baf4e848,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:11.444394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:11.461382 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Calling delete_port for f873819d-b041-4ed6-aae5-11d4baf4e848 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:11.609657 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (f873819d-b041-4ed6-aae5-11d4baf4e848), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:11.625949 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['f873819d-b041-4ed6-aae5-11d4baf4e848'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:31:11.641378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Pushing event deleted for resources: {'Port': ['ID=f873819d-b041-4ed6-aae5-11d4baf4e848,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:11.691726 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] No DVR routers for this DVR port f873819d-b041-4ed6-aae5-11d4baf4e848 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:11.694318 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:11.697545 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7fcf20d0-85f7-4bfd-ad46-211c122faefc req-4a08145c-dc38-42df-8700-6a5c8f679c0b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "DELETE /v2.0/ports/f873819d-b041-4ed6-aae5-11d4baf4e848 HTTP/1.1" status: 204 len: 173 time: 0.4382048 May 12 23:31:11.697986 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'name': 'network-vif-deleted', 'tag': 'f873819d-b041-4ed6-aae5-11d4baf4e848'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:11.700219 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f678b4f1-3e5b-4529-9968-6ddcb576a325" -d '{"events": [{"server_uuid": "2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab", "name": "network-vif-deleted", "tag": "f873819d-b041-4ed6-aae5-11d4baf4e848"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:11.737938 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f95236-2c6f-431f-abcc-311be9ed2d81 x-openstack-request-id: req-21f95236-2c6f-431f-abcc-311be9ed2d81 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:11.738232 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab", "name": "network-vif-deleted", "tag": "f873819d-b041-4ed6-aae5-11d4baf4e848", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:11.738493 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21f95236-2c6f-431f-abcc-311be9ed2d81 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:11.738929 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f95236-2c6f-431f-abcc-311be9ed2d81'] response: {'server_uuid': '2c1868fd-c010-4d15-b53c-3bd0e8b9b0ab', 'name': 'network-vif-deleted', 'tag': 'f873819d-b041-4ed6-aae5-11d4baf4e848', 'status': 'completed', 'code': 200} May 12 23:31:12.661765 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-6c71ad62-8f6e-4c2f-b6c7-7275cd9c1f5b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:12.663233 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-6c71ad62-8f6e-4c2f-b6c7-7275cd9c1f5b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/networks?id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 200 len: 809 time: 0.1035814 May 12 23:31:12.677720 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-833d6714-ade7-41b8-8aca-2dd3278bbb9b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/quotas/1baf80bd1e3c4c3cbd5e19c67b818bc2 HTTP/1.1" status: 200 len: 375 time: 0.0087559 May 12 23:31:12.710095 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-b1bc2bb3-80e1-4421-aafa-4958ee51c7a5 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275419 May 12 23:31:12.802185 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-fbb7dc98-37b7-4ed0-8850-b05645bd9ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 May 12 23:31:12.889197 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-c580550b-af73-42cc-9fd1-bb8209fc2ebf service neutron] 10.222.0.49 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813775 May 12 23:31:13.050197 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3cbd9586-8d50-455d-b970-213d3655f7a2 req-3339aa36-6a4d-4ba5-a8f5-e887747c1b77 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 210 time: 0.0319111 May 12 23:31:13.193796 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6907266d-8169-4172-b59b-c26e7464e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:13.989664 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-3045dc5f-d32c-484b-836f-d998aa0a9e25 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:13.991050 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-3045dc5f-d32c-484b-836f-d998aa0a9e25 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "GET /v2.0/networks?id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 200 len: 809 time: 0.1025672 May 12 23:31:14.004114 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Request body: {'port': {'device_id': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3', 'admin_state_up': True, 'tenant_id': '1baf80bd1e3c4c3cbd5e19c67b818bc2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:31:14.069565 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:14.121004 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Made reservation on behalf of 1baf80bd1e3c4c3cbd5e19c67b818bc2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:31:14.125558 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:14.148037 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-eff4e275-6481-43a3-a466-52db5a86618a req-674ccab3-b2ee-452a-9a3d-7f31f18e6687 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 210 time: 0.0278072 May 12 23:31:14.168702 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:14.255817 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Allocated IP 172.20.0.4 (487a6016-f5cc-4d84-a6db-52e01e6b8cf3/37948545-466c-4594-ad42-ef4488c59530/f0f42004-a077-4b72-9a1c-d158bad945e5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:31:14.397404 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks [] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:14.429316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:14.734582 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:31:14.740368 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:31:14.745159 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:31:14.773011 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Pushing event updated for resources: {'Port': ['ID=f0f42004-a077-4b72-9a1c-d158bad945e5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:14.801745 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:14.802558 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:14.819168 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-2a28c315-9b56-471c-972b-02135913c32e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187354 May 12 23:31:14.832204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Request body: {'port': {'device_id': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:31:14.892054 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.180689 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f42004-a077-4b72-9a1c-d158bad945e5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:31:15.188471 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Publish callbacks [] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.202969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Transition to ACTIVE for port object f0f42004-a077-4b72-9a1c-d158bad945e5 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:31:15.207741 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.259808 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Pushing event updated for resources: {'Port': ['ID=f0f42004-a077-4b72-9a1c-d158bad945e5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:15.264036 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e40a4-4846-44e5-bd04-c82edae0da8f req-6c5d71a1-662b-4746-94ae-13e4c9965727 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:15.266279 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d17e40a4-4846-44e5-bd04-c82edae0da8f req-6c5d71a1-662b-4746-94ae-13e4c9965727 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 943 time: 0.0467114 May 12 23:31:15.315263 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d17e40a4-4846-44e5-bd04-c82edae0da8f req-fc79c2dc-9ea8-482e-b812-cbc8327f94fd tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 May 12 23:31:15.330894 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Attempting to bind port f0f42004-a077-4b72-9a1c-d158bad945e5 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:31:15.331231 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Attempting to bind port f0f42004-a077-4b72-9a1c-d158bad945e5 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:31:15.331562 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Attempting to bind port f0f42004-a077-4b72-9a1c-d158bad945e5 on network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:31:15.335923 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Port f0f42004-a077-4b72-9a1c-d158bad945e5 on network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:31:15.336243 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Attempting to bind port f0f42004-a077-4b72-9a1c-d158bad945e5 on network 487a6016-f5cc-4d84-a6db-52e01e6b8cf3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:31:15.341132 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:31:15.341472 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Checking segment: {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:31:15.341848 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Bound using segment: {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:31:15.342266 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Bound port: f0f42004-a077-4b72-9a1c-d158bad945e5, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:31:15.343179 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.354486 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f873819d-b041-4ed6-aae5-11d4baf4e848 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:15.373794 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: f873819d-b041-4ed6-aae5-11d4baf4e848 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:15.374174 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f873819d-b041-4ed6-aae5-11d4baf4e848 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:15.407432 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] For port f0f42004-a077-4b72-9a1c-d158bad945e5, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:31:15.410681 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] For port f0f42004-a077-4b72-9a1c-d158bad945e5, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f0f42004-a077-4b72-9a1c-d158bad945e5,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:31:15.416966 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.448039 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:15.448689 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.450045 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] 10.222.0.76 "PUT /v2.0/ports/f0f42004-a077-4b72-9a1c-d158bad945e5 HTTP/1.1" status: 200 len: 1093 time: 0.6225202 May 12 23:31:15.450625 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'tag': 'f0f42004-a077-4b72-9a1c-d158bad945e5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:15.453393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3d552-3417-4f34-b20c-81698248a63d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3402c50-3f7a-4408-a148-0a074c4e62ae", "tag": "f0f42004-a077-4b72-9a1c-d158bad945e5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:15.479060 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a8c7d-57ab-448e-8456-6f7b46c02fed service neutron] Pushing event updated for resources: {'Port': ['ID=f0f42004-a077-4b72-9a1c-d158bad945e5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:15.496793 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc030fc3-f204-4fce-ade3-b1e0e07927d1 x-openstack-request-id: req-cc030fc3-f204-4fce-ade3-b1e0e07927d1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:15.497080 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3402c50-3f7a-4408-a148-0a074c4e62ae", "tag": "f0f42004-a077-4b72-9a1c-d158bad945e5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:15.497329 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc030fc3-f204-4fce-ade3-b1e0e07927d1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:15.497725 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc030fc3-f204-4fce-ade3-b1e0e07927d1'] response: {'name': 'network-changed', 'server_uuid': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'tag': 'f0f42004-a077-4b72-9a1c-d158bad945e5', 'status': 'completed', 'code': 200} May 12 23:31:15.530633 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-f581eff6-6d72-4afe-812d-5968e427e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:15.532125 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-f581eff6-6d72-4afe-812d-5968e427e649 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 1127 time: 0.0453186 May 12 23:31:15.573782 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-0b0c6a47-7447-4736-800e-ab6d773baa18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0f42004-a077-4b72-9a1c-d158bad945e5 HTTP/1.1" status: 200 len: 217 time: 0.0338705 May 12 23:31:15.620394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-a92a6a2f-4edf-4791-90de-4dcc3266041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:15.621779 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-a92a6a2f-4edf-4791-90de-4dcc3266041a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=37948545-466c-4594-ad42-ef4488c59530 HTTP/1.1" status: 200 len: 849 time: 0.0414982 May 12 23:31:15.655286 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-98334a58-2d03-4a47-bef0-446db72f5a37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250854 May 12 23:31:15.747299 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-4f830e08-d598-497c-a72a-ef161659480d service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832942 May 12 23:31:15.753886 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:15.840583 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1be69c78-a8c6-42ad-842f-77596ed89f60 req-066ad09b-63f4-4613-bcfd-09fee3d02b58 service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859561 May 12 23:31:16.425588 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df5a88-69bc-41cc-bd33-8782ca8a9946 req-98a12228-0e43-4566-9816-7377c04593a7 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:16.426965 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-18df5a88-69bc-41cc-bd33-8782ca8a9946 req-98a12228-0e43-4566-9816-7377c04593a7 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 943 time: 0.0455160 May 12 23:31:16.474904 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-18df5a88-69bc-41cc-bd33-8782ca8a9946 req-36f4de21-88a2-4f00-abb0-52f023ddab00 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 May 12 23:31:17.237712 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:17.586452 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f1af-260d-4c27-8832-7a41dcb1fa97 req-76c118c1-9e74-47a8-9087-a944d8b14ea4 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:17.587884 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58f4f1af-260d-4c27-8832-7a41dcb1fa97 req-76c118c1-9e74-47a8-9087-a944d8b14ea4 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 943 time: 0.0449729 May 12 23:31:17.632586 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-58f4f1af-260d-4c27-8832-7a41dcb1fa97 req-3d038c9b-512d-4281-a7cf-7317d7cc9335 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 May 12 23:31:18.743243 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261e4aa-62e3-4752-8769-99efd8faa97b req-49a6e351-1c5d-4bdd-af10-4a97eca69c8f tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:18.744725 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a261e4aa-62e3-4752-8769-99efd8faa97b req-49a6e351-1c5d-4bdd-af10-4a97eca69c8f tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 943 time: 0.0459957 May 12 23:31:18.790259 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a261e4aa-62e3-4752-8769-99efd8faa97b req-3ec5bcfe-9d3d-40b7-ad07-b1385a876865 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 May 12 23:31:19.481847 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d552-3417-4f34-b20c-81698248a63d req-5ad51dc5-34f6-4443-82dc-37e72df5dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:19.484048 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-5ad51dc5-34f6-4443-82dc-37e72df5dbd6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 1127 time: 0.0692661 May 12 23:31:19.487821 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-2a249c62-5896-4ae7-b1cf-f2063b2eb3d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648682 May 12 23:31:19.878698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-0f3cb83e-f2eb-40a5-84b2-bd35bcf54393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:19.880247 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-0f3cb83e-f2eb-40a5-84b2-bd35bcf54393 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1129 time: 0.0479455 May 12 23:31:19.893098 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d552-3417-4f34-b20c-81698248a63d req-d78b6e9d-578d-443f-8267-8d4d2e8d7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:19.894511 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-d78b6e9d-578d-443f-8267-8d4d2e8d7abb service neutron] 10.222.0.76 "GET /v2.0/networks?id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 200 len: 910 time: 0.1274955 May 12 23:31:19.909241 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7df845-df08-47d7-8831-04b3d4394c12 req-1d2d474c-599d-4f5f-a350-db8079fa48d6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:19.910687 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d7df845-df08-47d7-8831-04b3d4394c12 req-1d2d474c-599d-4f5f-a350-db8079fa48d6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 943 time: 0.0506020 May 12 23:31:19.956315 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d7df845-df08-47d7-8831-04b3d4394c12 req-63343e35-0dde-4693-b13d-bad0169efcf9 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 May 12 23:31:20.167855 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-afb856fd-5ebb-4410-b3d5-50547849b862 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0f42004-a077-4b72-9a1c-d158bad945e5 HTTP/1.1" status: 200 len: 217 time: 0.0426276 May 12 23:31:20.266786 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d552-3417-4f34-b20c-81698248a63d req-30f9b71f-2406-4833-8244-4ef321540c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:20.268224 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-30f9b71f-2406-4833-8244-4ef321540c19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=37948545-466c-4594-ad42-ef4488c59530 HTTP/1.1" status: 200 len: 849 time: 0.0935318 May 12 23:31:20.315912 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-0bdd5bf1-2965-4561-be13-404609f83482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:20.317262 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-0bdd5bf1-2965-4561-be13-404609f83482 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 909 time: 0.1512952 May 12 23:31:20.318892 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-d630d13b-e78a-4b09-aa6c-57281ac96590 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=487a6016-f5cc-4d84-a6db-52e01e6b8cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406535 May 12 23:31:20.437566 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-041b3455-5272-45fb-84d8-2dd3483b6be3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 1001 time: 0.1092672 May 12 23:31:20.490118 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-442ae35d-3837-487d-be7f-83d2a32154d8 service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606483 May 12 23:31:20.525331 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-cd56dbf6-121b-4b31-8492-91c5d1057486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:20.526820 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-cd56dbf6-121b-4b31-8492-91c5d1057486 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 200 len: 847 time: 0.0752449 May 12 23:31:20.609543 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-1b515efe-6cdb-4f8f-a1a1-c8971727a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:20.611084 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-1b515efe-6cdb-4f8f-a1a1-c8971727a50a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a041d304-4706-4ce5-b2c4-97aa7ee5765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753636 May 12 23:31:20.641319 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-73b3d552-3417-4f34-b20c-81698248a63d req-6e23b668-ae80-4259-9e08-cc7771b2328e service neutron] 10.222.0.76 "GET /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446304 May 12 23:31:20.718790 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-c3859f8c-0ef1-48fb-8864-ce132c973bb3 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987427 May 12 23:31:20.840960 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb54fcff-b6c8-45c5-bf8c-c9809f3a9a7a req-9de5db36-b579-45ab-bf99-30998c0bb619 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152897 May 12 23:31:21.075264 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0683d-023d-46b3-b9c3-b4bdfc79cbb0 req-76e2d267-0ce0-4d4d-aa63-b6033fcf5f14 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:21.076839 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47b0683d-023d-46b3-b9c3-b4bdfc79cbb0 req-76e2d267-0ce0-4d4d-aa63-b6033fcf5f14 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 943 time: 0.0549450 May 12 23:31:21.127424 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-47b0683d-023d-46b3-b9c3-b4bdfc79cbb0 req-2bd11d05-804d-4851-9a67-083f19be86fb tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 May 12 23:31:21.389969 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f0f42004-a077-4b72-9a1c-d158bad945e5 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:31:21.483774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port f0f42004-a077-4b72-9a1c-d158bad945e5, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f0f42004-a077-4b72-9a1c-d158bad945e5,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:21.497935 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'f0f42004-a077-4b72-9a1c-d158bad945e5', 'network_id': '487a6016-f5cc-4d84-a6db-52e01e6b8cf3', 'port_id': 'f0f42004-a077-4b72-9a1c-d158bad945e5', 'mac_address': 'fa:16:3e:17:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37948545-466c-4594-ad42-ef4488c59530', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:31:21.657485 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port f0f42004-a077-4b72-9a1c-d158bad945e5 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:31:21.657783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:21.670374 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f42004-a077-4b72-9a1c-d158bad945e5 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:31:21.689266 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port f0f42004-a077-4b72-9a1c-d158bad945e5, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f0f42004-a077-4b72-9a1c-d158bad945e5,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:21.693025 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:21.737066 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=f0f42004-a077-4b72-9a1c-d158bad945e5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:21.743866 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.744212 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.744574 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.744906 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.745234 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.745560 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.745877 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.746196 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.746514 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.746829 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.747145 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.747464 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.747778 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.748089 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.748432 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:21.973101 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['f0f42004-a077-4b72-9a1c-d158bad945e5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:31:22.265002 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318c88-a691-4f02-8399-3517b3fa5607 req-a00c45b2-7d12-4a84-a711-7c117e0227b4 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:22.266569 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a318c88-a691-4f02-8399-3517b3fa5607 req-a00c45b2-7d12-4a84-a711-7c117e0227b4 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 944 time: 0.0627940 May 12 23:31:22.327933 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4a318c88-a691-4f02-8399-3517b3fa5607 req-6fd95b73-7f10-493a-af59-3af64a9ebde8 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547149 May 12 23:31:22.432438 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:22.541114 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3257501d-5c16-45bd-8aee-9293c791d761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.614954 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3257501d-5c16-45bd-8aee-9293c791d761 admin admin] Publish callbacks [] for security_group (2ff32117-7b20-415a-8894-ee61635d9797), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.618286 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3257501d-5c16-45bd-8aee-9293c791d761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2ff32117-7b20-415a-8894-ee61635d9797), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.656554 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3257501d-5c16-45bd-8aee-9293c791d761 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4d7ff01b6924e788af5cdf56951b487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230084 May 12 23:31:22.657415 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257501d-5c16-45bd-8aee-9293c791d761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff32117-7b20-415a-8894-ee61635d9797,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:22.659542 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:22.709177 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f79f2307-009d-424b-9580-54b017b33ea7 admin admin] Publish callbacks [] for security_group (2ff32117-7b20-415a-8894-ee61635d9797), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.730893 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f79f2307-009d-424b-9580-54b017b33ea7 admin admin] Publish callbacks [] for security_group (2ff32117-7b20-415a-8894-ee61635d9797), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.778772 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f79f2307-009d-424b-9580-54b017b33ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2ff32117-7b20-415a-8894-ee61635d9797), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.781479 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f79f2307-009d-424b-9580-54b017b33ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:22.782623 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f79f2307-009d-424b-9580-54b017b33ea7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ff32117-7b20-415a-8894-ee61635d9797 HTTP/1.1" status: 204 len: 168 time: 0.1221049 May 12 23:31:22.790444 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f2307-009d-424b-9580-54b017b33ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff32117-7b20-415a-8894-ee61635d9797,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:23.029066 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:23.046654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46200463-df58-408a-ac66-e12a6b59cdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.121234 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46200463-df58-408a-ac66-e12a6b59cdeb admin admin] Publish callbacks [] for security_group (3075ae6d-35d6-4220-bdd1-32debc233a52), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.124798 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46200463-df58-408a-ac66-e12a6b59cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3075ae6d-35d6-4220-bdd1-32debc233a52), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.160152 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46200463-df58-408a-ac66-e12a6b59cdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3075ae6d-35d6-4220-bdd1-32debc233a52,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:23.165574 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-46200463-df58-408a-ac66-e12a6b59cdeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b49f8b8b51f3466c92ca7a791a1f579d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355021 May 12 23:31:23.168263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:23.214233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad670938-0db6-4b2a-93b7-281d5cc4e1da admin admin] Publish callbacks [] for security_group (3075ae6d-35d6-4220-bdd1-32debc233a52), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.235390 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad670938-0db6-4b2a-93b7-281d5cc4e1da admin admin] Publish callbacks [] for security_group (3075ae6d-35d6-4220-bdd1-32debc233a52), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.284790 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad670938-0db6-4b2a-93b7-281d5cc4e1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3075ae6d-35d6-4220-bdd1-32debc233a52), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.287274 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad670938-0db6-4b2a-93b7-281d5cc4e1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.289203 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ad670938-0db6-4b2a-93b7-281d5cc4e1da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3075ae6d-35d6-4220-bdd1-32debc233a52 HTTP/1.1" status: 204 len: 168 time: 0.1201770 May 12 23:31:23.299679 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670938-0db6-4b2a-93b7-281d5cc4e1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3075ae6d-35d6-4220-bdd1-32debc233a52,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:23.407720 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f0f42004-a077-4b72-9a1c-d158bad945e5 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:31:23.445866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a914e8-a98d-4d1e-9e0f-c1a49c718f22 req-d95591a7-ffe7-49cb-8714-75d21e34fb4b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:23.452815 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9a914e8-a98d-4d1e-9e0f-c1a49c718f22 req-d95591a7-ffe7-49cb-8714-75d21e34fb4b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 944 time: 0.0539258 May 12 23:31:23.463979 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port f0f42004-a077-4b72-9a1c-d158bad945e5 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:31:23.471927 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port f0f42004-a077-4b72-9a1c-d158bad945e5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:31:23.472355 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.503459 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b9a914e8-a98d-4d1e-9e0f-c1a49c718f22 req-76912236-d3ff-422d-a17c-93af2a89b0b9 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 May 12 23:31:23.549888 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port f0f42004-a077-4b72-9a1c-d158bad945e5 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:31:23.550284 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.573515 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f42004-a077-4b72-9a1c-d158bad945e5'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:23.575700 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ea3b16-7308-46d3-be0b-bf676b9831a6" -d '{"events": [{"server_uuid": "b3402c50-3f7a-4408-a148-0a074c4e62ae", "name": "network-vif-plugged", "status": "completed", "tag": "f0f42004-a077-4b72-9a1c-d158bad945e5"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:23.589726 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port f0f42004-a077-4b72-9a1c-d158bad945e5, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f0f42004-a077-4b72-9a1c-d158bad945e5,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:23.594248 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:23.619829 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4bc157-4d30-41af-af6c-7dec4b74ae4a x-openstack-request-id: req-cf4bc157-4d30-41af-af6c-7dec4b74ae4a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:23.620118 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3402c50-3f7a-4408-a148-0a074c4e62ae", "name": "network-vif-plugged", "status": "completed", "tag": "f0f42004-a077-4b72-9a1c-d158bad945e5", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:23.620392 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf4bc157-4d30-41af-af6c-7dec4b74ae4a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:23.620785 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4bc157-4d30-41af-af6c-7dec4b74ae4a'] response: {'server_uuid': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f42004-a077-4b72-9a1c-d158bad945e5', 'code': 200} May 12 23:31:23.650513 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=f0f42004-a077-4b72-9a1c-d158bad945e5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:23.798649 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4965-f0d9-4fcb-ad02-9046be4297e9 req-f3a07ae0-2104-4e94-b7b4-0d8df6e1443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:23.800799 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6edd4965-f0d9-4fcb-ad02-9046be4297e9 req-f3a07ae0-2104-4e94-b7b4-0d8df6e1443c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 1129 time: 0.0595980 May 12 23:31:23.846397 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6edd4965-f0d9-4fcb-ad02-9046be4297e9 req-cdef7f90-f49c-4fd0-b1fa-f1df21bcf583 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 May 12 23:31:24.621305 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099802c-7e24-421d-aacf-6cda78b46a77 req-3e1e3557-0b05-4ebe-85e1-c3e1e805071a tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:24.622875 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4099802c-7e24-421d-aacf-6cda78b46a77 req-3e1e3557-0b05-4ebe-85e1-c3e1e805071a tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 945 time: 0.0472825 May 12 23:31:24.671192 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4099802c-7e24-421d-aacf-6cda78b46a77 req-f24d18aa-b7d3-41c3-94f6-7baa7a524ed4 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 May 12 23:31:25.271117 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:25.374541 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77eee48-a6b6-46c6-b1e5-17d55d8cc461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.426763 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:31:25.456616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77eee48-a6b6-46c6-b1e5-17d55d8cc461 admin admin] Publish callbacks [] for security_group (fde88c64-497b-4070-8f2c-03b95431288d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.458991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77eee48-a6b6-46c6-b1e5-17d55d8cc461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fde88c64-497b-4070-8f2c-03b95431288d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.497693 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d77eee48-a6b6-46c6-b1e5-17d55d8cc461 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3582ba6acae43cd9f692072a23d09a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254703 May 12 23:31:25.498551 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eee48-a6b6-46c6-b1e5-17d55d8cc461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde88c64-497b-4070-8f2c-03b95431288d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:25.500436 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:25.548836 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69960724-530c-46eb-87bf-80cbbf0b5117 admin admin] Publish callbacks [] for security_group (fde88c64-497b-4070-8f2c-03b95431288d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.569199 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69960724-530c-46eb-87bf-80cbbf0b5117 admin admin] Publish callbacks [] for security_group (fde88c64-497b-4070-8f2c-03b95431288d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.616022 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69960724-530c-46eb-87bf-80cbbf0b5117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fde88c64-497b-4070-8f2c-03b95431288d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.618586 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69960724-530c-46eb-87bf-80cbbf0b5117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.619757 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-69960724-530c-46eb-87bf-80cbbf0b5117 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fde88c64-497b-4070-8f2c-03b95431288d HTTP/1.1" status: 204 len: 168 time: 0.1182208 May 12 23:31:25.627428 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69960724-530c-46eb-87bf-80cbbf0b5117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde88c64-497b-4070-8f2c-03b95431288d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:25.789279 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc33a66-69d6-4ebf-b3ad-313dd2065e00 req-7700ae42-cd24-4e4c-9705-35ba35e32219 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:25.790779 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7fc33a66-69d6-4ebf-b3ad-313dd2065e00 req-7700ae42-cd24-4e4c-9705-35ba35e32219 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 945 time: 0.0497234 May 12 23:31:25.838402 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-7fc33a66-69d6-4ebf-b3ad-313dd2065e00 req-0a399f77-2404-4b61-bbf7-c322050341c6 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 May 12 23:31:25.878523 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:25.892783 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a53770-a722-4b3c-918e-352e5bc191ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.968571 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a53770-a722-4b3c-918e-352e5bc191ac admin admin] Publish callbacks [] for security_group (d5d56393-a306-4317-b4fe-91283febbdc3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:25.972189 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a53770-a722-4b3c-918e-352e5bc191ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d5d56393-a306-4317-b4fe-91283febbdc3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:26.016709 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b3a53770-a722-4b3c-918e-352e5bc191ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86f475269b92440eadbff895f9ee9654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369929 May 12 23:31:26.018443 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a53770-a722-4b3c-918e-352e5bc191ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d56393-a306-4317-b4fe-91283febbdc3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:26.020891 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:26.072279 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fa7c-c931-4063-addf-df20f8ead6aa admin admin] Publish callbacks [] for security_group (d5d56393-a306-4317-b4fe-91283febbdc3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:26.093906 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fa7c-c931-4063-addf-df20f8ead6aa admin admin] Publish callbacks [] for security_group (d5d56393-a306-4317-b4fe-91283febbdc3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:26.141170 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fa7c-c931-4063-addf-df20f8ead6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d5d56393-a306-4317-b4fe-91283febbdc3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:26.144505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fa7c-c931-4063-addf-df20f8ead6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:26.145637 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a3e1fa7c-c931-4063-addf-df20f8ead6aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5d56393-a306-4317-b4fe-91283febbdc3 HTTP/1.1" status: 204 len: 168 time: 0.1239059 May 12 23:31:26.153122 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1fa7c-c931-4063-addf-df20f8ead6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d56393-a306-4317-b4fe-91283febbdc3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:26.562932 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36109e3-87cd-4e48-8a3e-5b26c4e425f8 req-0ff18ffb-b253-4055-8fbe-4704bc98e6e7 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:26.565005 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a36109e3-87cd-4e48-8a3e-5b26c4e425f8 req-0ff18ffb-b253-4055-8fbe-4704bc98e6e7 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 945 time: 0.0478396 May 12 23:31:26.612871 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a36109e3-87cd-4e48-8a3e-5b26c4e425f8 req-bbb7e89d-6740-4ee9-aba8-abc1867bc0eb tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 May 12 23:31:27.223647 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 58892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:27.324532 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e29817d-f4d7-4bf9-b948-bd01e1b3beb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.396235 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e29817d-f4d7-4bf9-b948-bd01e1b3beb2 admin admin] Publish callbacks [] for security_group (2afe3ca5-5f16-4609-8297-9c541fe3ed84), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.399725 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e29817d-f4d7-4bf9-b948-bd01e1b3beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2afe3ca5-5f16-4609-8297-9c541fe3ed84), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.436965 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3e29817d-f4d7-4bf9-b948-bd01e1b3beb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb96350490b04da7ac0908bd3d18c05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122102 May 12 23:31:27.437846 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29817d-f4d7-4bf9-b948-bd01e1b3beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afe3ca5-5f16-4609-8297-9c541fe3ed84,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:27.440160 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 58896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:27.494200 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2727d0b4-dbf0-4fd6-ad83-bcfcea5d3a4a admin admin] Publish callbacks [] for security_group (2afe3ca5-5f16-4609-8297-9c541fe3ed84), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.515091 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2727d0b4-dbf0-4fd6-ad83-bcfcea5d3a4a admin admin] Publish callbacks [] for security_group (2afe3ca5-5f16-4609-8297-9c541fe3ed84), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.570413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2727d0b4-dbf0-4fd6-ad83-bcfcea5d3a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (2afe3ca5-5f16-4609-8297-9c541fe3ed84), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.572977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2727d0b4-dbf0-4fd6-ad83-bcfcea5d3a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:27.574118 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2727d0b4-dbf0-4fd6-ad83-bcfcea5d3a4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2afe3ca5-5f16-4609-8297-9c541fe3ed84 HTTP/1.1" status: 204 len: 168 time: 0.1329434 May 12 23:31:27.582658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d0b4-dbf0-4fd6-ad83-bcfcea5d3a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afe3ca5-5f16-4609-8297-9c541fe3ed84,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:27.729943 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c968408-fd23-498b-ba61-40f5995171d2 req-134976d5-4e7d-40bc-942d-0cc36768d17a tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:27.731463 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c968408-fd23-498b-ba61-40f5995171d2 req-134976d5-4e7d-40bc-942d-0cc36768d17a tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 945 time: 0.0484307 May 12 23:31:27.778940 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-4c968408-fd23-498b-ba61-40f5995171d2 req-1831a8dc-be09-4e66-b661-f492d677cf9c tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 May 12 23:31:27.975400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-1dac5aab-fe97-4322-aff3-59ad98f4564b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:27.976872 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-1dac5aab-fe97-4322-aff3-59ad98f4564b tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 945 time: 0.0491984 May 12 23:31:28.288642 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Deleting port f0f42004-a077-4b72-9a1c-d158bad945e5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:28.289276 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:28.381924 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] For port f0f42004-a077-4b72-9a1c-d158bad945e5, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f0f42004-a077-4b72-9a1c-d158bad945e5,segment=NetworkSegment(c3c9915d-0ae1-42c3-bca1-219ce43b1aff),segment_id=c3c9915d-0ae1-42c3-bca1-219ce43b1aff)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:28.382297 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:28.398881 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Calling delete_port for f0f42004-a077-4b72-9a1c-d158bad945e5 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:28.537115 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (f0f42004-a077-4b72-9a1c-d158bad945e5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:28.550980 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['f0f42004-a077-4b72-9a1c-d158bad945e5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:31:28.577533 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Pushing event deleted for resources: {'Port': ['ID=f0f42004-a077-4b72-9a1c-d158bad945e5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:28.629662 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] No DVR routers for this DVR port f0f42004-a077-4b72-9a1c-d158bad945e5 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:28.632375 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:28.636102 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e396b16e-2876-43b3-9848-cd2575ce46cf req-16c3811b-8fd2-40ec-8496-79bfa2dc3f3e tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.76 "DELETE /v2.0/ports/f0f42004-a077-4b72-9a1c-d158bad945e5 HTTP/1.1" status: 204 len: 173 time: 0.4316351 May 12 23:31:28.636755 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'name': 'network-vif-deleted', 'tag': 'f0f42004-a077-4b72-9a1c-d158bad945e5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:28.639339 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b595b0-129a-4fec-b80b-d9e9be46286e" -d '{"events": [{"server_uuid": "b3402c50-3f7a-4408-a148-0a074c4e62ae", "name": "network-vif-deleted", "tag": "f0f42004-a077-4b72-9a1c-d158bad945e5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:28.674492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057758e1-b7b6-484d-979a-7712b62e74a5 x-openstack-request-id: req-057758e1-b7b6-484d-979a-7712b62e74a5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:28.675073 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3402c50-3f7a-4408-a148-0a074c4e62ae", "name": "network-vif-deleted", "tag": "f0f42004-a077-4b72-9a1c-d158bad945e5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:28.675324 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-057758e1-b7b6-484d-979a-7712b62e74a5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:28.675722 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057758e1-b7b6-484d-979a-7712b62e74a5'] response: {'server_uuid': 'b3402c50-3f7a-4408-a148-0a074c4e62ae', 'name': 'network-vif-deleted', 'tag': 'f0f42004-a077-4b72-9a1c-d158bad945e5', 'status': 'completed', 'code': 200} May 12 23:31:28.902725 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e53fa926-9363-4076-998f-5c266dce9d60 req-7f58d955-49d6-49bc-8208-abfe303c12c5 tempest-VolumesActionsTest-718771458 tempest-VolumesActionsTest-718771458-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3402c50-3f7a-4408-a148-0a074c4e62ae HTTP/1.1" status: 200 len: 210 time: 0.0358610 May 12 23:31:31.681813 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f0f42004-a077-4b72-9a1c-d158bad945e5 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:31.707662 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: f0f42004-a077-4b72-9a1c-d158bad945e5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:31.707981 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device f0f42004-a077-4b72-9a1c-d158bad945e5 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:36.367012 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f09f-c0d6-4983-8347-59a10d5b6ba5 req-3ecde86a-82c0-4c1a-8c79-4c7cb596fdd3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:36.369704 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f773f09f-c0d6-4983-8347-59a10d5b6ba5 req-3ecde86a-82c0-4c1a-8c79-4c7cb596fdd3 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0594103 May 12 23:31:36.436161 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-f773f09f-c0d6-4983-8347-59a10d5b6ba5 req-4e77de95-781c-4f57-a143-0cd4db691a22 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602577 May 12 23:31:37.069889 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e28e07-677f-4035-b2e3-4c3d368095ea req-89e1de55-0be0-4f4d-bae3-3159481b91fe tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:37.071655 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43e28e07-677f-4035-b2e3-4c3d368095ea req-89e1de55-0be0-4f4d-bae3-3159481b91fe tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.0517752 May 12 23:31:37.130117 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-43e28e07-677f-4035-b2e3-4c3d368095ea req-47c57750-411e-4b74-9ddf-8c16be10bbe2 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507333 May 12 23:31:37.233931 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:37.360506 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4910446-0bf3-454c-afeb-a36815f17332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.442705 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4910446-0bf3-454c-afeb-a36815f17332 admin admin] Publish callbacks [] for security_group (959f4891-720b-4401-b4bf-37eddbc1b798), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.447923 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4910446-0bf3-454c-afeb-a36815f17332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (959f4891-720b-4401-b4bf-37eddbc1b798), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.495555 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:37.496141 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a4910446-0bf3-454c-afeb-a36815f17332 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8dbbe785de64573a0e18d2733550e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605207 May 12 23:31:37.496919 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910446-0bf3-454c-afeb-a36815f17332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f4891-720b-4401-b4bf-37eddbc1b798,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:37.576954 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1833639-881c-4699-8345-5f73e3364a7c admin admin] Publish callbacks [] for security_group (959f4891-720b-4401-b4bf-37eddbc1b798), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.580726 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70436c5e-3fce-401e-b46c-f2818ab9a135 req-45b5179e-f210-425d-a7b7-862546b6eb19 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:37.587512 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70436c5e-3fce-401e-b46c-f2818ab9a135 req-45b5179e-f210-425d-a7b7-862546b6eb19 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0633528 May 12 23:31:37.603044 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1833639-881c-4699-8345-5f73e3364a7c admin admin] Publish callbacks [] for security_group (959f4891-720b-4401-b4bf-37eddbc1b798), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.652048 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-70436c5e-3fce-401e-b46c-f2818ab9a135 req-afc715f1-c91f-4cc7-ab30-7cbebe429c90 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604208 May 12 23:31:37.680012 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1833639-881c-4699-8345-5f73e3364a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (959f4891-720b-4401-b4bf-37eddbc1b798), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.683369 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1833639-881c-4699-8345-5f73e3364a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:37.687449 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c1833639-881c-4699-8345-5f73e3364a7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/959f4891-720b-4401-b4bf-37eddbc1b798 HTTP/1.1" status: 204 len: 168 time: 0.1885700 May 12 23:31:37.696477 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1833639-881c-4699-8345-5f73e3364a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f4891-720b-4401-b4bf-37eddbc1b798,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:38.044190 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:38.060437 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-186883c0-4452-48c0-bbda-54997089fdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.147736 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-186883c0-4452-48c0-bbda-54997089fdb1 admin admin] Publish callbacks [] for security_group (6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.152469 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-186883c0-4452-48c0-bbda-54997089fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.203517 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:38.204127 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-186883c0-4452-48c0-bbda-54997089fdb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3e69741bbb4c2e9b3b00fbb07ec8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584117 May 12 23:31:38.205069 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186883c0-4452-48c0-bbda-54997089fdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:38.297416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e577d3-3444-4518-b9c5-79a3d4effe3b req-7c830e5d-cec8-4e07-84a9-a34509449c1c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:38.299645 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-96e577d3-3444-4518-b9c5-79a3d4effe3b req-7c830e5d-cec8-4e07-84a9-a34509449c1c tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.0737238 May 12 23:31:38.316476 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a0894eb-e115-4085-8f54-14e417f0aab2 admin admin] Publish callbacks [] for security_group (6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.365843 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a0894eb-e115-4085-8f54-14e417f0aab2 admin admin] Publish callbacks [] for security_group (6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.392367 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-96e577d3-3444-4518-b9c5-79a3d4effe3b req-4a50507a-fd5a-4078-a884-e388466a4f1b tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763290 May 12 23:31:38.437251 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a0894eb-e115-4085-8f54-14e417f0aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.440951 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a0894eb-e115-4085-8f54-14e417f0aab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.442656 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6a0894eb-e115-4085-8f54-14e417f0aab2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd HTTP/1.1" status: 204 len: 168 time: 0.2380788 May 12 23:31:38.452191 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0894eb-e115-4085-8f54-14e417f0aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b86dc17-ef4c-4500-a1ee-35f0d4eb3fcd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:38.788926 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0ad7-94fd-476f-aae2-a5e08661ef6d req-23bf5bdb-6293-4111-bb48-252fcc222e38 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:38.801382 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-167d0ad7-94fd-476f-aae2-a5e08661ef6d req-23bf5bdb-6293-4111-bb48-252fcc222e38 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0702598 May 12 23:31:38.861609 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-167d0ad7-94fd-476f-aae2-a5e08661ef6d req-a7cfdb89-4a91-40a5-8d9e-00f43abaace5 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542958 May 12 23:31:38.874046 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59212) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:38.888130 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19eeabf9-563f-4669-a640-a527f8d87b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.979502 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19eeabf9-563f-4669-a640-a527f8d87b03 admin admin] Publish callbacks [] for security_group (a9c37416-ad00-4f49-8e71-04d15667b302), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:38.984338 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19eeabf9-563f-4669-a640-a527f8d87b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a9c37416-ad00-4f49-8e71-04d15667b302), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.023133 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeabf9-563f-4669-a640-a527f8d87b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c37416-ad00-4f49-8e71-04d15667b302,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:39.030170 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:39.037241 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-19eeabf9-563f-4669-a640-a527f8d87b03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc0579a5e4d5436987328b2df0b2bb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609898 May 12 23:31:39.081893 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c583-7ac0-4f36-bcc9-45ef9b64ae70 admin admin] Publish callbacks [] for security_group (a9c37416-ad00-4f49-8e71-04d15667b302), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.103613 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c583-7ac0-4f36-bcc9-45ef9b64ae70 admin admin] Publish callbacks [] for security_group (a9c37416-ad00-4f49-8e71-04d15667b302), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.154374 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c583-7ac0-4f36-bcc9-45ef9b64ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a9c37416-ad00-4f49-8e71-04d15667b302), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.157087 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c583-7ac0-4f36-bcc9-45ef9b64ae70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.160969 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d4e9c583-7ac0-4f36-bcc9-45ef9b64ae70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9c37416-ad00-4f49-8e71-04d15667b302 HTTP/1.1" status: 204 len: 168 time: 0.1296983 May 12 23:31:39.170852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9c583-7ac0-4f36-bcc9-45ef9b64ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c37416-ad00-4f49-8e71-04d15667b302,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:39.374492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-6cbd105b-99fc-497a-b369-dd15d82741bc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:39.376647 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-6cbd105b-99fc-497a-b369-dd15d82741bc tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0946732 May 12 23:31:39.454662 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-f81e1300-0bf7-45ee-886f-4790f68be4c5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:39.454885 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-f81e1300-0bf7-45ee-886f-4790f68be4c5 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.1126258 May 12 23:31:39.609811 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864ec92-47fd-475d-a113-ba6754d141f1 req-37fc68bd-6b5a-44cc-b110-efb6e35cc8be tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:39.612789 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5864ec92-47fd-475d-a113-ba6754d141f1 req-37fc68bd-6b5a-44cc-b110-efb6e35cc8be tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 947 time: 0.0897167 May 12 23:31:39.614411 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Deleting port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:39.614809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.643903 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Deleting port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:39.644254 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.674345 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5864ec92-47fd-475d-a113-ba6754d141f1 req-dc89d59d-4eb1-4ebd-8c3f-49d884b3159e tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8617ca4-3d20-48b4-9487-85767560fa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549486 May 12 23:31:39.823995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] For port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:39.824392 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:39.867264 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] For port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:39.867841 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.021869 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516824-b68d-4043-8d48-a295bcaa045d req-2ee39a2d-a166-475c-940a-b3813f02e911 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:40.029058 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aa516824-b68d-4043-8d48-a295bcaa045d req-2ee39a2d-a166-475c-940a-b3813f02e911 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 945 time: 0.0546715 May 12 23:31:40.102750 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-aa516824-b68d-4043-8d48-a295bcaa045d req-c476451e-3084-436f-8366-c595278f24b2 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ec060-aefe-4297-bb97-8df704b4534e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727386 May 12 23:31:40.134540 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.135046 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (fd33758d-31e5-4985-a329-047ceff383ce), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.135296 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Floating IP fd33758d-31e5-4985-a329-047ceff383ce disassociated. External IP: 172.27.3.240, port: 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3. May 12 23:31:40.135848 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Calling delete_port for 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:40.354328 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.354713 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (f51f4afe-5838-47ec-92f0-dd22c7d6ca41), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.355130 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Floating IP f51f4afe-5838-47ec-92f0-dd22c7d6ca41 disassociated. External IP: 172.27.3.90, port: 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719. May 12 23:31:40.355505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Calling delete_port for 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:40.479366 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.556796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event deleted for resources: {'Port': ['ID=7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:40.718412 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (3a0d1e77-1ddd-44e1-ab72-eeb34e81a719), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.736604 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:40.788596 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-785a54ea-1cd1-4641-80f7-1b4bed870f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:40.831127 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event deleted for resources: {'Port': ['ID=3a0d1e77-1ddd-44e1-ab72-eeb34e81a719,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:40.837909 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a965e20-92bd-4cee-9ac2-a11d3d7d354f req-eb8d2b52-8bcb-4fc2-9a53-4106a013a77f tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 210 time: 0.0511990 May 12 23:31:40.842821 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Router ec018ccf-1951-4668-b041-eee6a3496973 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:31:40.903988 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b56da54-799d-4391-8d5e-610e46139d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.035697 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b56da54-799d-4391-8d5e-610e46139d49 admin admin] Publish callbacks [] for security_group (eed4c975-ebe1-40e3-a798-c0bb766f1879), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.048354 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b56da54-799d-4391-8d5e-610e46139d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (eed4c975-ebe1-40e3-a798-c0bb766f1879), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.103420 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1b56da54-799d-4391-8d5e-610e46139d49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1bffa7622e7f4d7192983c24a1eae6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651905 May 12 23:31:41.104250 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56da54-799d-4391-8d5e-610e46139d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4c975-ebe1-40e3-a798-c0bb766f1879,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:41.108470 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:41.210694 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d1da7c5-76f0-4655-9206-89d8b1a924c3 admin admin] Publish callbacks [] for security_group (eed4c975-ebe1-40e3-a798-c0bb766f1879), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.265821 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d1da7c5-76f0-4655-9206-89d8b1a924c3 admin admin] Publish callbacks [] for security_group (eed4c975-ebe1-40e3-a798-c0bb766f1879), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.305239 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b58ef3f1-cca3-4c59-9d2d-65c49fe4c077 req-8ba30b21-3226-48d5-9004-ed875311e38a tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 210 time: 0.0963697 May 12 23:31:41.369346 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d1da7c5-76f0-4655-9206-89d8b1a924c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (eed4c975-ebe1-40e3-a798-c0bb766f1879), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.374590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d1da7c5-76f0-4655-9206-89d8b1a924c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.381370 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1d1da7c5-76f0-4655-9206-89d8b1a924c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eed4c975-ebe1-40e3-a798-c0bb766f1879 HTTP/1.1" status: 204 len: 168 time: 0.2704093 May 12 23:31:41.390649 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da7c5-76f0-4655-9206-89d8b1a924c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4c975-ebe1-40e3-a798-c0bb766f1879,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:41.478026 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Router d2d28334-9c49-4428-858e-7c16216d91f5 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:31:41.589721 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:31:41.605407 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:31:41.625408 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:41.631505 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:41.651296 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] No DVR routers for this DVR port 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:41.653081 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.656542 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6fb98ede-fa6b-438b-b6d4-12aa0b501f49 req-315d7b54-63b4-4b16-9609-e001e8067be0 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.76 "DELETE /v2.0/ports/7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 HTTP/1.1" status: 204 len: 173 time: 2.1872201 May 12 23:31:41.692692 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-deleted', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:41.694895 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ff1c4-e29a-4681-8a60-ad77fcb48ffa" -d '{"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-deleted", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:41.733860 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:31:41.747017 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:31:41.760554 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:41.762575 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:41.797912 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a245d6d-8192-4d62-83a8-3d54130c03ac x-openstack-request-id: req-1a245d6d-8192-4d62-83a8-3d54130c03ac {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:41.802239 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17d0c99-6bc9-4d7f-a523-f6109ee6918c", "name": "network-vif-deleted", "tag": "7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:41.802552 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a245d6d-8192-4d62-83a8-3d54130c03ac {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:41.803061 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a245d6d-8192-4d62-83a8-3d54130c03ac'] response: {'server_uuid': 'b17d0c99-6bc9-4d7f-a523-f6109ee6918c', 'name': 'network-vif-deleted', 'tag': '7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3', 'status': 'completed', 'code': 200} May 12 23:31:41.841034 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] No DVR routers for this DVR port 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:41.849668 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:41.856180 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8e99dc3a-9f19-43d1-a68d-ac2985429ec8 req-53f84ef8-9470-4b56-99a8-f2a1f7275f87 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.76 "DELETE /v2.0/ports/3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 HTTP/1.1" status: 204 len: 173 time: 2.4545529 May 12 23:31:41.892679 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:41.967879 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:42.050375 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-78d34da7-e98e-46b6-aa4f-818e33a7eb54 req-897acd40-39da-42e7-af9e-c0fb2d2a4142 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/ports?device_id=b17d0c99-6bc9-4d7f-a523-f6109ee6918c HTTP/1.1" status: 200 len: 210 time: 0.0575340 May 12 23:31:42.193342 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:42.243637 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:31:42.266839 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:42.274010 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:42.274739 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:42.300828 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:31:42.314202 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:42.315480 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:42.490214 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-35911480-94f3-4e32-8639-3f32b1043b7d req-b30ff8d9-115f-4433-9fd2-7127fd71041e tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb024d75-9a6d-43d6-92b2-c70ca59cf95b HTTP/1.1" status: 200 len: 210 time: 0.0330930 May 12 23:31:42.490733 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:42.524616 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:42.781869 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:42.814171 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:42.823141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f59f2-e0a0-4ade-8c06-9acd76521053 None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '685e346f-b552-4f95-8488-d92e529d7773', 'name': '', 'network_id': 'caa95e50-744d-41c0-bd90-21e3d6753723', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'mac_address': 'fa:16:3e:ab:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:15Z', 'updated_at': '2022-05-12T23:24:30Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'subnets': [{'id': 'c12b85fc-6911-4b35-b380-cee5e7a8f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:31:42.849493 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f00c-f75a-479f-b8ee-8b9d17c0e272 None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:18Z', 'revision_number': 4, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '24bad46c-742d-4982-9ed5-9bea726bdef9', 'name': '', 'network_id': '35dfc8a1-dda9-4a6e-9ffa-8c014633a47f', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'mac_address': 'fa:16:3e:61:da:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:17Z', 'updated_at': '2022-05-12T23:25:21Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'subnets': [{'id': '675b17b2-1348-4147-b34f-bd718ea2f07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:31:43.191979 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b41abdfa-0b71-44d4-8d41-a7a2d57c7d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.199616 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:43.320234 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3de2fca-0abe-45bd-8dfd-c9785df8f908 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (f8617ca4-3d20-48b4-9487-85767560fa3f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.348511 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3de2fca-0abe-45bd-8dfd-c9785df8f908 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (f8617ca4-3d20-48b4-9487-85767560fa3f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.366997 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792a995-2468-4494-8617-f9afa0d13308 None None] New status for floating IP fd33758d-31e5-4985-a329-047ceff383ce: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:31:43.408199 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e492fa-e8b7-49e0-9099-596674e7519b None None] New status for floating IP f51f4afe-5838-47ec-92f0-dd22c7d6ca41: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:31:43.469096 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3de2fca-0abe-45bd-8dfd-c9785df8f908 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (f8617ca4-3d20-48b4-9487-85767560fa3f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.472163 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3de2fca-0abe-45bd-8dfd-c9785df8f908 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.473694 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e3de2fca-0abe-45bd-8dfd-c9785df8f908 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "DELETE /v2.0/security-groups/f8617ca4-3d20-48b4-9487-85767560fa3f HTTP/1.1" status: 204 len: 168 time: 0.2728403 May 12 23:31:43.476645 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:43.495201 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de2fca-0abe-45bd-8dfd-c9785df8f908 tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8617ca4-3d20-48b4-9487-85767560fa3f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:43.500735 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-c33018b6-97d5-478d-8075-fe19b9d7d3ed tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] show failed (client error): The resource could not be found. May 12 23:31:43.505651 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:43.511443 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c33018b6-97d5-478d-8075-fe19b9d7d3ed tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "GET /v2.0/security-groups/f8617ca4-3d20-48b4-9487-85767560fa3f HTTP/1.1" status: 404 len: 347 time: 0.0329759 May 12 23:31:43.530916 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:43.686827 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:43.687440 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:43.688024 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 3a0d1e77-1ddd-44e1-ab72-eeb34e81a719 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:43.689254 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:43.745844 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:43.746511 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 7d4b6a56-cea0-430c-a856-c2d9ebcb5bf3 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:43.772998 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c827e3-9c6f-48fb-9ed9-b77be3710420 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (776ec060-aefe-4297-bb97-8df704b4534e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.793263 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Deleting port a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:43.793598 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.805638 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'name': 'network-vif-deleted', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:31:43.808592 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6720d0-239b-4db8-9a84-92f7a1f4ef35" -d '{"events": [{"server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "name": "network-vif-deleted", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:31:43.812654 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c827e3-9c6f-48fb-9ed9-b77be3710420 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (776ec060-aefe-4297-bb97-8df704b4534e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.885333 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.885660 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.900741 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Calling delete_port for a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:43.909668 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b68fc08-2dfb-4f6c-96b2-8b598a7a836e x-openstack-request-id: req-1b68fc08-2dfb-4f6c-96b2-8b598a7a836e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:31:43.910608 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb024d75-9a6d-43d6-92b2-c70ca59cf95b", "name": "network-vif-deleted", "tag": "3a0d1e77-1ddd-44e1-ab72-eeb34e81a719", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:31:43.911354 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b68fc08-2dfb-4f6c-96b2-8b598a7a836e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:31:43.912225 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b68fc08-2dfb-4f6c-96b2-8b598a7a836e'] response: {'server_uuid': 'bb024d75-9a6d-43d6-92b2-c70ca59cf95b', 'name': 'network-vif-deleted', 'tag': '3a0d1e77-1ddd-44e1-ab72-eeb34e81a719', 'status': 'completed', 'code': 200} May 12 23:31:43.939490 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c827e3-9c6f-48fb-9ed9-b77be3710420 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (776ec060-aefe-4297-bb97-8df704b4534e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.943344 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c827e3-9c6f-48fb-9ed9-b77be3710420 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:43.944734 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-93c827e3-9c6f-48fb-9ed9-b77be3710420 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "DELETE /v2.0/security-groups/776ec060-aefe-4297-bb97-8df704b4534e HTTP/1.1" status: 204 len: 168 time: 0.2564249 May 12 23:31:43.954554 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:43.955564 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c827e3-9c6f-48fb-9ed9-b77be3710420 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ec060-aefe-4297-bb97-8df704b4534e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:43.988932 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-4629ea17-8ecd-42e1-898f-d949d3b26f6f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] show failed (client error): The resource could not be found. May 12 23:31:43.990212 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4629ea17-8ecd-42e1-898f-d949d3b26f6f tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "GET /v2.0/security-groups/776ec060-aefe-4297-bb97-8df704b4534e HTTP/1.1" status: 404 len: 347 time: 0.0259173 May 12 23:31:43.993290 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:44.095192 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.162511 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Deleting port 0586df01-5dd8-4567-8384-8f34f9dd0f24 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:44.163388 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.184383 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.224166 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.252701 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Pushing event deleted for resources: {'Port': ['ID=a3250bbe-bbf0-4ce6-a6d4-e2ddc0144a4c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:44.324277 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.324664 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (0586df01-5dd8-4567-8384-8f34f9dd0f24), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.341426 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Calling delete_port for 0586df01-5dd8-4567-8384-8f34f9dd0f24 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:44.353153 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks [] for floatingip (fd33758d-31e5-4985-a329-047ceff383ce), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.355581 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.356757 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e1964690-c196-44d1-88a8-90b68784197d tempest-AttachVolumeShelveTestJSON-659284436 tempest-AttachVolumeShelveTestJSON-659284436-project] 10.222.0.49 "DELETE /v2.0/floatingips/fd33758d-31e5-4985-a329-047ceff383ce HTTP/1.1" status: 204 len: 168 time: 0.8498752 May 12 23:31:44.563967 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (0586df01-5dd8-4567-8384-8f34f9dd0f24), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.587138 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Pushing event deleted for resources: {'Port': ['ID=0586df01-5dd8-4567-8384-8f34f9dd0f24,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:44.669294 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks [] for floatingip (f51f4afe-5838-47ec-92f0-dd22c7d6ca41), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.672060 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:44.674135 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-22fcb731-d6f0-45ff-b29e-2b3bf75eb4b7 tempest-AttachVolumeTestJSON-1340668599 tempest-AttachVolumeTestJSON-1340668599-project] 10.222.0.49 "DELETE /v2.0/floatingips/f51f4afe-5838-47ec-92f0-dd22c7d6ca41 HTTP/1.1" status: 204 len: 168 time: 0.6796770 May 12 23:31:45.753857 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:47.241008 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:48.977727 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:49.619228 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (ec018ccf-1951-4668-b041-eee6a3496973), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:50.160770 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Deleting port 685e346f-b552-4f95-8488-d92e529d7773 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:50.161845 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (685e346f-b552-4f95-8488-d92e529d7773), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:50.254761 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] For port 685e346f-b552-4f95-8488-d92e529d7773, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=685e346f-b552-4f95-8488-d92e529d7773,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:50.255130 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (685e346f-b552-4f95-8488-d92e529d7773), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:50.270639 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Calling delete_port for 685e346f-b552-4f95-8488-d92e529d7773 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:50.572682 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:50.593629 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (685e346f-b552-4f95-8488-d92e529d7773), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:50.629028 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Pushing event deleted for resources: {'Port': ['ID=685e346f-b552-4f95-8488-d92e529d7773,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:50.638631 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.639309 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.639896 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.640579 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.641840 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.642141 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.642626 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.643187 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.643601 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.644083 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.644511 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.644889 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.645518 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.646038 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.646568 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:50.901459 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (ec018ccf-1951-4668-b041-eee6a3496973), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.196187 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Router ec018ccf-1951-4668-b041-eee6a3496973 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:31:51.231950 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (d2d28334-9c49-4428-858e-7c16216d91f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.333134 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:31:51.339992 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8df87e16-4aa4-4fbc-9161-392e25ed2875 admin admin] 10.222.0.49 "PUT /v2.0/routers/ec018ccf-1951-4668-b041-eee6a3496973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3612285 May 12 23:31:51.342427 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:51.346834 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] Sync routers for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:31:51.362869 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:51.370241 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:51.520547 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks [] for router (ec018ccf-1951-4668-b041-eee6a3496973), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.526698 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Deleting port 24bad46c-742d-4982-9ed5-9bea726bdef9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:51.527045 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.642204 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] For port 24bad46c-742d-4982-9ed5-9bea726bdef9, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=24bad46c-742d-4982-9ed5-9bea726bdef9,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:51.642914 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.653211 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks [] for router_gateway (ec018ccf-1951-4668-b041-eee6a3496973), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.658461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Calling delete_port for 24bad46c-742d-4982-9ed5-9bea726bdef9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:51.700403 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:51.754784 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Deleting port 3d5f3655-485d-43c4-a72a-4b2e818b4209 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:51.756499 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.927820 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (24bad46c-742d-4982-9ed5-9bea726bdef9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.935203 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] For port 3d5f3655-485d-43c4-a72a-4b2e818b4209, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=3d5f3655-485d-43c4-a72a-4b2e818b4209,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:51.935616 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:51.958076 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Calling delete_port for 3d5f3655-485d-43c4-a72a-4b2e818b4209 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:52.000385 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Pushing event deleted for resources: {'Port': ['ID=24bad46c-742d-4982-9ed5-9bea726bdef9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:52.018965 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:31:50Z', 'revision_number': 5, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port': {'id': '3d5f3655-485d-43c4-a72a-4b2e818b4209', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:24:08Z', 'updated_at': '2022-05-12T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:52.046891 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.047236 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.047621 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.047965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.048326 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.052066 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] Checking router: ec018ccf-1951-4668-b041-eee6a3496973 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:31:52.053831 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.054090 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.054427 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.054764 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.056621 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.056975 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.057319 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.057660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.057994 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.058321 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:31:52.083571 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:52.095964 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] Routers {'ec018ccf-1951-4668-b041-eee6a3496973'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:52.097031 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['ec018ccf-1951-4668-b041-eee6a3496973'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:52.269403 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] Set router ec018ccf-1951-4668-b041-eee6a3496973 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:52.388110 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:31:51Z', 'revision_number': 6, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:52.392817 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e5044-6aa9-45ee-adfc-ef5098f90546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.416820 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (d2d28334-9c49-4428-858e-7c16216d91f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.423320 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081da26-c9cd-4df3-9c83-2a99d41093e0 None None] The sync data for ids ['ec018ccf-1951-4668-b041-eee6a3496973'] in dv-cinder-782260-5-iscsi is: [{'id': 'ec018ccf-1951-4668-b041-eee6a3496973', 'name': 'tempest-AttachVolumeShelveTestJSON-1951798200-router', 'tenant_id': '7ae06aac3a6c483191a4b0ccba915334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:24:07Z', 'updated_at': '2022-05-12T23:31:51Z', 'revision_number': 6, 'project_id': '7ae06aac3a6c483191a4b0ccba915334', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:31:52.506234 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (3d5f3655-485d-43c4-a72a-4b2e818b4209), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.558439 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e5044-6aa9-45ee-adfc-ef5098f90546 admin admin] Publish callbacks [] for security_group (a7d46022-825e-4c2d-9dd6-8552d2741475), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.562925 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5f3655-485d-43c4-a72a-4b2e818b4209,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:52.568665 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e5044-6aa9-45ee-adfc-ef5098f90546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a7d46022-825e-4c2d-9dd6-8552d2741475), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.674745 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-156e5044-6aa9-45ee-adfc-ef5098f90546 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97826ecbf58e40de805e8c43820e092d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880010 May 12 23:31:52.674745 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e5044-6aa9-45ee-adfc-ef5098f90546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d46022-825e-4c2d-9dd6-8552d2741475,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:52.679603 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:52.700174 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (ec018ccf-1951-4668-b041-eee6a3496973), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.727769 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Router d2d28334-9c49-4428-858e-7c16216d91f5 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:31:52.843205 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72cda26f-3af5-411a-9931-30a37bf9e208 admin admin] Publish callbacks [] for security_group (a7d46022-825e-4c2d-9dd6-8552d2741475), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.867674 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72cda26f-3af5-411a-9931-30a37bf9e208 admin admin] Publish callbacks [] for security_group (a7d46022-825e-4c2d-9dd6-8552d2741475), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.903713 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:31:52.915560 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] Sync routers for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:31:52.927402 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d01a45f8-be84-4ffa-8d83-894e0b49695d admin admin] 10.222.0.49 "PUT /v2.0/routers/d2d28334-9c49-4428-858e-7c16216d91f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3526614 May 12 23:31:52.932905 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:52.933635 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:52.938850 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:52.944919 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (ec018ccf-1951-4668-b041-eee6a3496973), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:52.951250 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks [] for router_controller (ec018ccf-1951-4668-b041-eee6a3496973), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.034885 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (ec018ccf-1951-4668-b041-eee6a3496973), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.035550 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec018ccf-1951-4668-b041-eee6a3496973 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:31:53.040628 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.041874 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-722704ad-ed1a-409c-b663-64eb182bafe7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ec018ccf-1951-4668-b041-eee6a3496973 HTTP/1.1" status: 204 len: 168 time: 1.6982806 May 12 23:31:53.043048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72cda26f-3af5-411a-9931-30a37bf9e208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a7d46022-825e-4c2d-9dd6-8552d2741475), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.045523 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72cda26f-3af5-411a-9931-30a37bf9e208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.049373 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-72cda26f-3af5-411a-9931-30a37bf9e208 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7d46022-825e-4c2d-9dd6-8552d2741475 HTTP/1.1" status: 204 len: 168 time: 0.3686635 May 12 23:31:53.049953 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:53.086501 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda26f-3af5-411a-9931-30a37bf9e208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d46022-825e-4c2d-9dd6-8552d2741475,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:53.109446 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Deleting subnet c12b85fc-6911-4b35-b380-cee5e7a8f129 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:31:53.114586 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Publish callbacks [] for subnet (c12b85fc-6911-4b35-b380-cee5e7a8f129), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.121779 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks [] for router (d2d28334-9c49-4428-858e-7c16216d91f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.134332 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:53.173232 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504788'] for subnet (c12b85fc-6911-4b35-b380-cee5e7a8f129), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.318396 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks [] for router_gateway (d2d28334-9c49-4428-858e-7c16216d91f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.320032 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (c12b85fc-6911-4b35-b380-cee5e7a8f129), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.420647 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4434182'] for subnet (c12b85fc-6911-4b35-b380-cee5e7a8f129), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.469647 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Deleting port 9ee6ac9c-b391-4e04-9f65-b94f25666627 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:53.470070 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.527033 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12b85fc-6911-4b35-b380-cee5e7a8f129,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:53.557238 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc70be-1dc1-462a-9a7f-925b613f0223 None None] Network caa95e50-744d-41c0-bd90-21e3d6753723 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:31:53.560980 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.566985 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-3f92b6a0-4092-4005-a257-6be59b92beeb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c12b85fc-6911-4b35-b380-cee5e7a8f129 HTTP/1.1" status: 204 len: 168 time: 0.5144675 May 12 23:31:53.569386 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:53.604631 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] For port 9ee6ac9c-b391-4e04-9f65-b94f25666627, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=9ee6ac9c-b391-4e04-9f65-b94f25666627,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:53.605060 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.625243 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Calling delete_port for 9ee6ac9c-b391-4e04-9f65-b94f25666627 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:53.679104 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:31:51Z', 'revision_number': 5, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port': {'id': '9ee6ac9c-b391-4e04-9f65-b94f25666627', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:53.680367 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (caa95e50-744d-41c0-bd90-21e3d6753723), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.721583 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] Checking router: d2d28334-9c49-4428-858e-7c16216d91f5 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:31:53.742446 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] Routers {'d2d28334-9c49-4428-858e-7c16216d91f5'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:31:53.743249 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d2d28334-9c49-4428-858e-7c16216d91f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:53.803954 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Deleting port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:53.804293 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.836535 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] DHCP port deletion for caa95e50-744d-41c0-bd90-21e3d6753723 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:31:53.897872 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (9ee6ac9c-b391-4e04-9f65-b94f25666627), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.934156 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] Set router d2d28334-9c49-4428-858e-7c16216d91f5 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:31:53.950019 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] For port 90c3c11d-b1c3-4832-9bf8-701f4218fd47, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=90c3c11d-b1c3-4832-9bf8-701f4218fd47,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:53.950451 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.972483 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] Deleting port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:53.977523 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:53.989347 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Calling delete_port for 90c3c11d-b1c3-4832-9bf8-701f4218fd47 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:54.013904 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee6ac9c-b391-4e04-9f65-b94f25666627,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:54.075000 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:31:53Z', 'revision_number': 6, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:54.122815 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] For port 90c3c11d-b1c3-4832-9bf8-701f4218fd47, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=90c3c11d-b1c3-4832-9bf8-701f4218fd47,segment=NetworkSegment(8d9c1a4a-2819-4189-bbab-f5d9802d7b36),segment_id=8d9c1a4a-2819-4189-bbab-f5d9802d7b36)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:54.123593 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.129182 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ed12c-b73a-4d7e-9500-f41f9db4076e None None] The sync data for ids ['d2d28334-9c49-4428-858e-7c16216d91f5'] in dv-cinder-782260-5-iscsi is: [{'id': 'd2d28334-9c49-4428-858e-7c16216d91f5', 'name': 'tempest-AttachVolumeTestJSON-1504289099-router', 'tenant_id': 'c1a6294bad3a4a55841de2381fa750c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:15Z', 'updated_at': '2022-05-12T23:31:53Z', 'revision_number': 6, 'project_id': 'c1a6294bad3a4a55841de2381fa750c8', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:31:54.156093 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (d2d28334-9c49-4428-858e-7c16216d91f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.164517 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] Calling delete_port for 90c3c11d-b1c3-4832-9bf8-701f4218fd47 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:54.167673 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.188435 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] No DVR routers for this DVR port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 on host dv-cinder-782260-5-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:54.227115 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c3c11d-b1c3-4832-9bf8-701f4218fd47,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:54.286047 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (d2d28334-9c49-4428-858e-7c16216d91f5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.289094 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks [] for router_controller (d2d28334-9c49-4428-858e-7c16216d91f5), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.308476 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (90c3c11d-b1c3-4832-9bf8-701f4218fd47), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.316607 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (caa95e50-744d-41c0-bd90-21e3d6753723), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.332774 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] Pushing event deleted for resources: {'Port': ['ID=90c3c11d-b1c3-4832-9bf8-701f4218fd47,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:54.346958 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a501964-6459-40ed-82da-9384b2b76086 None None] No DVR routers for this DVR port 90c3c11d-b1c3-4832-9bf8-701f4218fd47 on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:54.350365 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa95e50-744d-41c0-bd90-21e3d6753723']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:54.363650 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9c1a4a-2819-4189-bbab-f5d9802d7b36') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:54.364343 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9c1a4a-2819-4189-bbab-f5d9802d7b36') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:54.372708 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (d2d28334-9c49-4428-858e-7c16216d91f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.374230 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d28334-9c49-4428-858e-7c16216d91f5 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:31:54.380620 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.381985 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b79ed95e-cec7-475c-95e3-bbd6a26bfcee admin admin] 10.222.0.49 "DELETE /v2.0/routers/d2d28334-9c49-4428-858e-7c16216d91f5 HTTP/1.1" status: 204 len: 168 time: 1.4421520 May 12 23:31:54.391999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:54.392649 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (8d9c1a4a-2819-4189-bbab-f5d9802d7b36), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.416141 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (8d9c1a4a-2819-4189-bbab-f5d9802d7b36), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.427590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:31:54.428246 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (8d9c1a4a-2819-4189-bbab-f5d9802d7b36), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:31:54.430010 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:31:54.451052 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Deleting subnet 675b17b2-1348-4147-b34f-bd718ea2f07d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:31:54.455070 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Publish callbacks [] for subnet (675b17b2-1348-4147-b34f-bd718ea2f07d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.496017 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (caa95e50-744d-41c0-bd90-21e3d6753723), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.502791 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (675b17b2-1348-4147-b34f-bd718ea2f07d), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.509060 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.519583 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/caa95e50-744d-41c0-bd90-21e3d6753723 HTTP/1.1" status: 204 len: 168 time: 0.9459553 May 12 23:31:54.529262 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa23dfb-3797-486d-9e98-7dfc87d1e1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa95e50-744d-41c0-bd90-21e3d6753723,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:54.584959 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 685e346f-b552-4f95-8488-d92e529d7773 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:54.614844 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 685e346f-b552-4f95-8488-d92e529d7773 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:54.615556 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 685e346f-b552-4f95-8488-d92e529d7773 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:54.616150 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 90c3c11d-b1c3-4832-9bf8-701f4218fd47 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:54.637000 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (675b17b2-1348-4147-b34f-bd718ea2f07d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.647598 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 90c3c11d-b1c3-4832-9bf8-701f4218fd47 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:54.648159 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 90c3c11d-b1c3-4832-9bf8-701f4218fd47 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:54.648892 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 3d5f3655-485d-43c4-a72a-4b2e818b4209 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:54.670124 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 3d5f3655-485d-43c4-a72a-4b2e818b4209 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:54.670472 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 3d5f3655-485d-43c4-a72a-4b2e818b4209 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:54.706069 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (675b17b2-1348-4147-b34f-bd718ea2f07d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.732990 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675b17b2-1348-4147-b34f-bd718ea2f07d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:54.735014 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.739440 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1f93d-fc6f-439c-ba09-15f54dbe70ef None None] Network 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:31:54.741916 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4fa3c1e5-c35b-45e7-af40-8896c1d60efb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/675b17b2-1348-4147-b34f-bd718ea2f07d HTTP/1.1" status: 204 len: 168 time: 0.3448541 May 12 23:31:54.744675 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:54.769030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:54.818250 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1b9d5f76-dba2-46e3-8da1-6d90efb5f529 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ae06aac3a6c483191a4b0ccba915334&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450609 May 12 23:31:54.818926 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:54.875009 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbeaab-5639-4dc9-a439-276bbbbd4340 admin admin] Publish callbacks [] for security_group (ce788143-f1ef-40e2-b675-e358f8caffd1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.901242 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbeaab-5639-4dc9-a439-276bbbbd4340 admin admin] Publish callbacks [] for security_group (ce788143-f1ef-40e2-b675-e358f8caffd1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.964967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbeaab-5639-4dc9-a439-276bbbbd4340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ce788143-f1ef-40e2-b675-e358f8caffd1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.968052 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05dbeaab-5639-4dc9-a439-276bbbbd4340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:54.970002 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-05dbeaab-5639-4dc9-a439-276bbbbd4340 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce788143-f1ef-40e2-b675-e358f8caffd1 HTTP/1.1" status: 204 len: 168 time: 0.1497860 May 12 23:31:54.985909 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbeaab-5639-4dc9-a439-276bbbbd4340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce788143-f1ef-40e2-b675-e358f8caffd1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:54.994122 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] DHCP port deletion for 35dfc8a1-dda9-4a6e-9ffa-8c014633a47f request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:31:55.056636 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] Deleting port fb4394e3-cf82-4428-a17f-6e07cfa76c3d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:55.057207 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.124355 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.129920 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] For port fb4394e3-cf82-4428-a17f-6e07cfa76c3d, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:55.130407 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.150228 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] Calling delete_port for fb4394e3-cf82-4428-a17f-6e07cfa76c3d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:55.174572 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Deleting port fb4394e3-cf82-4428-a17f-6e07cfa76c3d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:31:55.174910 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.263784 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.265076 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] For port fb4394e3-cf82-4428-a17f-6e07cfa76c3d, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,segment=NetworkSegment(1d733a9f-3924-40d0-9e9a-07cf4acf79bf),segment_id=1d733a9f-3924-40d0-9e9a-07cf4acf79bf)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:31:55.265790 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.297134 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] Pushing event deleted for resources: {'Port': ['ID=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:55.301468 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Calling delete_port for fb4394e3-cf82-4428-a17f-6e07cfa76c3d owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:31:55.301583 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1d76f-7b60-425f-badb-c38f2f69bc0b None None] No DVR routers for this DVR port fb4394e3-cf82-4428-a17f-6e07cfa76c3d on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:55.417197 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (fb4394e3-cf82-4428-a17f-6e07cfa76c3d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.456833 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] No DVR routers for this DVR port fb4394e3-cf82-4428-a17f-6e07cfa76c3d on host dv-cinder-782260-5-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:31:55.458582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4394e3-cf82-4428-a17f-6e07cfa76c3d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:55.591241 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.624509 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dfc8a1-dda9-4a6e-9ffa-8c014633a47f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:55.637589 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d733a9f-3924-40d0-9e9a-07cf4acf79bf') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:55.637856 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d733a9f-3924-40d0-9e9a-07cf4acf79bf') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:55.651977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (1d733a9f-3924-40d0-9e9a-07cf4acf79bf), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.670922 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (1d733a9f-3924-40d0-9e9a-07cf4acf79bf), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.680018 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:31:55.680737 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (1d733a9f-3924-40d0-9e9a-07cf4acf79bf), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:31:55.682709 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:31:55.750267 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (35dfc8a1-dda9-4a6e-9ffa-8c014633a47f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.759344 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:55.764933 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] 10.222.0.49 "DELETE /v2.0/networks/35dfc8a1-dda9-4a6e-9ffa-8c014633a47f HTTP/1.1" status: 204 len: 168 time: 1.0190158 May 12 23:31:55.775035 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04cfc2-4175-459e-88b5-a64970cf0403 admin admin] Pushing event deleted for resources: {'Network': ['ID=35dfc8a1-dda9-4a6e-9ffa-8c014633a47f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:55.913703 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:55.960819 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-35eb15b2-ade5-4a1e-9fb0-46c07053300b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1a6294bad3a4a55841de2381fa750c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459394 May 12 23:31:55.963240 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:56.014335 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5af399-9870-4b81-ad83-17608b611dd6 admin admin] Publish callbacks [] for security_group (e8a898c7-5c5d-4217-a6df-593329a11be1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:56.039867 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5af399-9870-4b81-ad83-17608b611dd6 admin admin] Publish callbacks [] for security_group (e8a898c7-5c5d-4217-a6df-593329a11be1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:56.105597 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5af399-9870-4b81-ad83-17608b611dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (e8a898c7-5c5d-4217-a6df-593329a11be1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:56.108184 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5af399-9870-4b81-ad83-17608b611dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:56.109391 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5b5af399-9870-4b81-ad83-17608b611dd6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8a898c7-5c5d-4217-a6df-593329a11be1 HTTP/1.1" status: 204 len: 168 time: 0.1450946 May 12 23:31:56.119089 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5af399-9870-4b81-ad83-17608b611dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a898c7-5c5d-4217-a6df-593329a11be1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:56.160652 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9ee6ac9c-b391-4e04-9f65-b94f25666627 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:56.182100 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 9ee6ac9c-b391-4e04-9f65-b94f25666627 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:56.182455 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 9ee6ac9c-b391-4e04-9f65-b94f25666627 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:56.182888 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 24bad46c-742d-4982-9ed5-9bea726bdef9 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:56.208732 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 24bad46c-742d-4982-9ed5-9bea726bdef9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:56.209204 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 24bad46c-742d-4982-9ed5-9bea726bdef9 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:56.209626 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fb4394e3-cf82-4428-a17f-6e07cfa76c3d no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:31:56.233873 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: fb4394e3-cf82-4428-a17f-6e07cfa76c3d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:31:56.234329 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device fb4394e3-cf82-4428-a17f-6e07cfa76c3d not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:31:58.382484 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:58.425718 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Deleting subnet 37948545-466c-4594-ad42-ef4488c59530 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:31:58.428686 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Publish callbacks [] for subnet (37948545-466c-4594-ad42-ef4488c59530), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.465490 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (37948545-466c-4594-ad42-ef4488c59530), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.503262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (37948545-466c-4594-ad42-ef4488c59530), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.553303 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (37948545-466c-4594-ad42-ef4488c59530), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.579439 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37948545-466c-4594-ad42-ef4488c59530,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:58.581418 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.585595 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-10edf4be-76d8-473a-8d2b-1a1d6a5394cc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/37948545-466c-4594-ad42-ef4488c59530 HTTP/1.1" status: 204 len: 168 time: 0.2010448 May 12 23:31:58.587061 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:58.670417 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (487a6016-f5cc-4d84-a6db-52e01e6b8cf3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.750470 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (487a6016-f5cc-4d84-a6db-52e01e6b8cf3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.771829 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487a6016-f5cc-4d84-a6db-52e01e6b8cf3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:58.781502 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:58.786396 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c9915d-0ae1-42c3-bca1-219ce43b1aff') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:31:58.804646 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (c3c9915d-0ae1-42c3-bca1-219ce43b1aff), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.824505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (c3c9915d-0ae1-42c3-bca1-219ce43b1aff), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.825538 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:31:58.826071 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (c3c9915d-0ae1-42c3-bca1-219ce43b1aff), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:31:58.828067 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:31:58.890840 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (487a6016-f5cc-4d84-a6db-52e01e6b8cf3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.897575 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:58.901598 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] 10.222.0.49 "DELETE /v2.0/networks/487a6016-f5cc-4d84-a6db-52e01e6b8cf3 HTTP/1.1" status: 204 len: 168 time: 0.3134065 May 12 23:31:58.916008 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d219886-8f30-488a-b961-5eaf7fa15b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=487a6016-f5cc-4d84-a6db-52e01e6b8cf3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:59.093026 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-44151c8f-84d2-40e9-8042-87e99f515fd2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223136429&fields=id&tenant_id=e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 267 time: 0.0521226 May 12 23:31:59.153038 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:59.203186 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d27069b4-5dff-45c3-b283-24db434d38d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1baf80bd1e3c4c3cbd5e19c67b818bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488572 May 12 23:31:59.206400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:31:59.216634 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-57edb861-2de3-48aa-b5a2-67be9bca8511 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:31:59.224875 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-57edb861-2de3-48aa-b5a2-67be9bca8511 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 811 time: 0.1278086 May 12 23:31:59.238185 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-19b561a8-2889-4f0f-a33e-d2b921332dde tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/quotas/e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 375 time: 0.0107539 May 12 23:31:59.258333 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbeb264c-3ff9-4b39-81bb-b0f6e56cb433 admin admin] Publish callbacks [] for security_group (dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:59.284607 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbeb264c-3ff9-4b39-81bb-b0f6e56cb433 admin admin] Publish callbacks [] for security_group (dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:59.292660 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-9dbdfc2d-99aa-4975-81f0-eccc25b09d9c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488369 May 12 23:31:59.330922 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbeb264c-3ff9-4b39-81bb-b0f6e56cb433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:59.333568 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbeb264c-3ff9-4b39-81bb-b0f6e56cb433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:31:59.334714 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bbeb264c-3ff9-4b39-81bb-b0f6e56cb433 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0 HTTP/1.1" status: 204 len: 168 time: 0.1273274 May 12 23:31:59.342709 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb264c-3ff9-4b39-81bb-b0f6e56cb433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f54d9-6ba8-4e1d-ba84-f30400ec47d0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:31:59.393755 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-e33326e3-de23-4186-8e09-823caab162f7 service neutron] 10.222.0.49 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894401 May 12 23:31:59.485473 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-97bf2ff0-90a4-4e3d-9fc9-e327a20bc81c service neutron] 10.222.0.49 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 May 12 23:31:59.792319 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54f11042-5328-4478-bc11-61bba0a7c5b5 req-de06aae1-fc43-456e-bcdc-eb1cc77b32dc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0280335 May 12 23:32:00.887303 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-44cc0389-54fe-4e18-b576-f664d4afc843 req-a0fa6e3e-c1ce-4537-bb56-824a3255a137 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0300202 May 12 23:32:01.983514 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-62eed9f2-0016-44a6-8a33-190316d9e8d7 req-d0d4d661-3187-43a6-abbc-050cd25dce7c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0280657 May 12 23:32:02.380546 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-d8333531-8205-49f8-b991-6039888fe0fa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:02.381961 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-d8333531-8205-49f8-b991-6039888fe0fa tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 811 time: 0.1176291 May 12 23:32:02.425229 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:32:03.077197 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-af06cfb1-b204-4567-86a6-27b75222e51a req-d04cc0e3-1022-42ee-9b64-95272633622a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0265605 May 12 23:32:04.170198 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-461879be-428d-43d2-9472-b2404589c3fc req-3248c9ca-8cbb-44b8-a3de-6d11f6f3fa1e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0271568 May 12 23:32:04.872836 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-1d598baf-5181-48ef-b97b-a406b2eca25d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e81bb52b456d4be68365930154165998 HTTP/1.1" status: 200 len: 379 time: 0.0546138 May 12 23:32:04.882263 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'port': {'device_id': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'admin_state_up': True, 'tenant_id': 'e81bb52b456d4be68365930154165998', 'security_groups': ['a7bc04fe-9223-4dcf-88e7-25ff0fb9847e']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:04.992335 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Made reservation on behalf of e81bb52b456d4be68365930154165998 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:32:04.995585 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:05.121292 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Allocated IP 172.20.0.14 (5fa03ac1-bc64-4412-9031-d999b3f46bb9/55278cc7-2999-4ab9-bd40-ddb4ecdbe183/ae25c41d-93f2-40e6-81c9-70f089dc2322) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:32:05.258799 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:05.273443 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-703b9283-d981-48e3-857c-798b2ecaf6fd req-30cb9ea5-e260-4d36-a38b-f4c7b26a6b9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0368783 May 12 23:32:05.293117 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:05.342825 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:32:05.348115 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:32:05.352869 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:32:05.356883 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=ae25c41d-93f2-40e6-81c9-70f089dc2322,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:05.405927 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:05.406733 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:05.428497 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-e6efd15d-c842-4de3-9cf7-d56b0e63c730 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500920 May 12 23:32:05.447975 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Request body: {'port': {'device_id': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:05.563587 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:05.644500 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aab4a7a8-2668-43b3-8710-b208db37a8d0 None None] Provisioning complete for port ae25c41d-93f2-40e6-81c9-70f089dc2322 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:32:05.645057 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aab4a7a8-2668-43b3-8710-b208db37a8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:05.692386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aab4a7a8-2668-43b3-8710-b208db37a8d0 None None] Port ae25c41d-93f2-40e6-81c9-70f089dc2322 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 23:32:06.132381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae25c41d-93f2-40e6-81c9-70f089dc2322 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:32:06.139681 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Publish callbacks [] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:06.152218 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Transition to ACTIVE for port object ae25c41d-93f2-40e6-81c9-70f089dc2322 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:32:06.155685 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:06.209167 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Pushing event updated for resources: {'Port': ['ID=ae25c41d-93f2-40e6-81c9-70f089dc2322,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:06.280442 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Attempting to bind port ae25c41d-93f2-40e6-81c9-70f089dc2322 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:32:06.280776 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Attempting to bind port ae25c41d-93f2-40e6-81c9-70f089dc2322 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:32:06.281101 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Attempting to bind port ae25c41d-93f2-40e6-81c9-70f089dc2322 on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:32:06.286232 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Port ae25c41d-93f2-40e6-81c9-70f089dc2322 on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:32:06.286535 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Attempting to bind port ae25c41d-93f2-40e6-81c9-70f089dc2322 on network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:32:06.291904 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:32:06.292237 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Checking segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:32:06.293064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Bound using segment: {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:32:06.293517 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Bound port: ae25c41d-93f2-40e6-81c9-70f089dc2322, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769da4a9-b25c-4692-93df-dd92fced24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:32:06.293908 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:06.361582 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] For port ae25c41d-93f2-40e6-81c9-70f089dc2322, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:32:06.364881 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] For port ae25c41d-93f2-40e6-81c9-70f089dc2322, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:32:06.371514 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:06.396856 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cf31f-b8f8-400f-b760-c0d801cb64e8 req-9303f9e3-aa25-4061-a044-af486d846941 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:06.398360 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-621cf31f-b8f8-400f-b760-c0d801cb64e8 req-9303f9e3-aa25-4061-a044-af486d846941 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0527725 May 12 23:32:06.409184 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:06.409865 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:06.411332 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-d99fddae-8239-486b-8991-6968330e5689 service neutron] 10.222.0.76 "PUT /v2.0/ports/ae25c41d-93f2-40e6-81c9-70f089dc2322 HTTP/1.1" status: 200 len: 1094 time: 0.9708600 May 12 23:32:06.411776 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:06.414324 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42df4203-a7ae-47bb-bfd9-97212716aa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:06.460124 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fddae-8239-486b-8991-6968330e5689 service neutron] Pushing event updated for resources: {'Port': ['ID=ae25c41d-93f2-40e6-81c9-70f089dc2322,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:06.467827 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-621cf31f-b8f8-400f-b760-c0d801cb64e8 req-9a77be02-dcd2-4f2c-8639-8b48335aed9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565429 May 12 23:32:06.472034 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b34e8-ed17-48ae-a83f-32345a97d71c x-openstack-request-id: req-516b34e8-ed17-48ae-a83f-32345a97d71c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:06.472338 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:06.472630 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-516b34e8-ed17-48ae-a83f-32345a97d71c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:06.473063 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516b34e8-ed17-48ae-a83f-32345a97d71c'] response: {'name': 'network-changed', 'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'status': 'completed', 'code': 200} May 12 23:32:06.503529 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-5ce8ccee-cf0e-4d41-9b99-a5e6db33cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:06.505636 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-5ce8ccee-cf0e-4d41-9b99-a5e6db33cead service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 1128 time: 0.0466719 May 12 23:32:06.548521 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-0f4e2461-0f5d-48eb-a23d-23fa13eef804 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322 HTTP/1.1" status: 200 len: 217 time: 0.0355058 May 12 23:32:06.602472 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-45e9cabe-898e-4749-bc91-d4aca8a67900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:06.603921 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-45e9cabe-898e-4749-bc91-d4aca8a67900 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0483606 May 12 23:32:06.646907 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def074-3d7e-42e3-946a-e361851efcbf req-114b523d-6038-4fc7-ba9d-fecd48ac1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:06.648465 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-114b523d-6038-4fc7-ba9d-fecd48ac1f9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386441 May 12 23:32:06.743096 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-80768f77-83dd-4e97-9647-dd6701348d18 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873911 May 12 23:32:06.835822 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:06.839716 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62def074-3d7e-42e3-946a-e361851efcbf req-4bc255f7-6c1a-431d-a0ad-a5250ca7f215 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903785 May 12 23:32:07.069013 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:07.128604 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-8a220dc6-53cd-448f-85f8-8f9cb9471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:07.130991 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-8a220dc6-53cd-448f-85f8-8f9cb9471371 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 1128 time: 0.0456276 May 12 23:32:07.156538 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Deleting port 4490c67a-94c3-4a15-8776-105f32de49d0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:07.156887 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (4490c67a-94c3-4a15-8776-105f32de49d0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.188041 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ae6a44-9f47-4d3f-a386-909c83f6925c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.242302 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (4490c67a-94c3-4a15-8776-105f32de49d0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.242619 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for floatingip (4490c67a-94c3-4a15-8776-105f32de49d0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.256886 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Calling delete_port for 4490c67a-94c3-4a15-8776-105f32de49d0 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:07.271788 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-b5584e1f-3d40-432e-8092-1c140a65fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:07.273300 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-b5584e1f-3d40-432e-8092-1c140a65fc99 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.1356864 May 12 23:32:07.325484 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-311ea685-0691-4b77-b326-1c2ec48b1271 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322 HTTP/1.1" status: 200 len: 217 time: 0.0431876 May 12 23:32:07.386830 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ae6a44-9f47-4d3f-a386-909c83f6925c admin admin] Publish callbacks [] for security_group (43947c38-85df-4722-b98e-c01eb9be93b1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.391399 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ae6a44-9f47-4d3f-a386-909c83f6925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (43947c38-85df-4722-b98e-c01eb9be93b1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.419293 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-7d97fdc9-c040-46a2-992d-712e3ff3b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:07.420794 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-7d97fdc9-c040-46a2-992d-712e3ff3b55c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0850570 May 12 23:32:07.433242 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (4490c67a-94c3-4a15-8776-105f32de49d0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.447341 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-21ae6a44-9f47-4d3f-a386-909c83f6925c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2899c881a9d46709ce8a7d15f5449ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771498 May 12 23:32:07.448046 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae6a44-9f47-4d3f-a386-909c83f6925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43947c38-85df-4722-b98e-c01eb9be93b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:07.450377 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:07.460113 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event deleted for resources: {'Port': ['ID=4490c67a-94c3-4a15-8776-105f32de49d0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:07.491701 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-b86e5182-0289-4f83-9a08-40271e540264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:07.493231 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-b86e5182-0289-4f83-9a08-40271e540264 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644157 May 12 23:32:07.529209 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for floatingip (ea960c16-562c-44d5-8f81-10e40fb5ffe7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.529454 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Floating IP ea960c16-562c-44d5-8f81-10e40fb5ffe7 disassociated (deleted). External IP: 172.27.3.102, port: 242b692d-f239-43a0-9656-45b267849bce. May 12 23:32:07.587179 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7911cd37-e7fc-4692-925d-d27c3e336955 admin admin] Publish callbacks [] for security_group (43947c38-85df-4722-b98e-c01eb9be93b1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.621376 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7911cd37-e7fc-4692-925d-d27c3e336955 admin admin] Publish callbacks [] for security_group (43947c38-85df-4722-b98e-c01eb9be93b1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.626893 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eaa67-7caa-4696-9e1b-d57bfb69e517 req-eb47d8e5-973d-4bd2-9830-2df9c203c6a2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:07.628408 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce7eaa67-7caa-4696-9e1b-d57bfb69e517 req-eb47d8e5-973d-4bd2-9830-2df9c203c6a2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0649176 May 12 23:32:07.643441 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-4399e75d-b5af-40bb-8efb-98e6a340e639 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424012 May 12 23:32:07.750876 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7911cd37-e7fc-4692-925d-d27c3e336955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (43947c38-85df-4722-b98e-c01eb9be93b1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.753421 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7911cd37-e7fc-4692-925d-d27c3e336955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.757518 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7911cd37-e7fc-4692-925d-d27c3e336955 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43947c38-85df-4722-b98e-c01eb9be93b1 HTTP/1.1" status: 204 len: 168 time: 0.2884688 May 12 23:32:07.765755 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-ce7eaa67-7caa-4696-9e1b-d57bfb69e517 req-a1d99210-b3bc-43a1-8af2-683d75babdb2 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018910 May 12 23:32:07.766525 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-42df4203-a7ae-47bb-bfd9-97212716aa3c req-e0fb2fc2-828b-457e-9a33-85ec8cc07e8d service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115861 May 12 23:32:07.767364 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911cd37-e7fc-4692-925d-d27c3e336955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43947c38-85df-4722-b98e-c01eb9be93b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:07.850303 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:32:07.963619 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:32:07.968503 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:07.973738 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] Sync routers for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:32:07.983438 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:07.983966 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:08.006106 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-db1f7030-9470-423e-bc07-bdf8b59cd582 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "DELETE /v2.0/floatingips/ea960c16-562c-44d5-8f81-10e40fb5ffe7 HTTP/1.1" status: 204 len: 168 time: 1.1689217 May 12 23:32:08.006992 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:08.009566 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346657d7-34f8-4e40-b29a-c065bf1866cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:08.062360 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25153d33-0c82-4d52-b6d0-f8b00d9d4307 x-openstack-request-id: req-25153d33-0c82-4d52-b6d0-f8b00d9d4307 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:08.062875 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "tag": "242b692d-f239-43a0-9656-45b267849bce", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:08.063319 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25153d33-0c82-4d52-b6d0-f8b00d9d4307 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:08.064059 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25153d33-0c82-4d52-b6d0-f8b00d9d4307'] response: {'name': 'network-changed', 'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'status': 'completed', 'code': 200} May 12 23:32:08.139738 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:08.150368 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-28a38b01-1a13-4afe-bba8-b22335e82d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:08.154796 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-28a38b01-1a13-4afe-bba8-b22335e82d5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c84a32d11266481da69995efb8638fbe&device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 1129 time: 0.0549903 May 12 23:32:08.292806 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-97f38d4b-9cca-4401-9276-d4b2f65023c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:08.294484 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-97f38d4b-9cca-4401-9276-d4b2f65023c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 200 len: 909 time: 0.1319551 May 12 23:32:08.353574 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421ff31-2a12-42f1-9763-56289a5cd2db req-e30a352b-4bbb-4b82-84c9-42dbbe08617e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:08.355306 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e421ff31-2a12-42f1-9763-56289a5cd2db req-e30a352b-4bbb-4b82-84c9-42dbbe08617e tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0571678 May 12 23:32:08.381910 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:17Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:08.418471 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] Checking router: 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:32:08.423850 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e421ff31-2a12-42f1-9763-56289a5cd2db req-7afe28a1-5ccf-425c-8291-2680910344a3 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606809 May 12 23:32:08.429674 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:08.430500 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:31:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:08.545467 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:08.560736 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:08.723852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8635-5a33-470d-96fe-75a09ac948c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:08.825812 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8635-5a33-470d-96fe-75a09ac948c1 admin admin] Publish callbacks [] for security_group (4a0d6038-9ca0-4764-9a52-7bf4196d1633), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:08.831721 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8635-5a33-470d-96fe-75a09ac948c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (4a0d6038-9ca0-4764-9a52-7bf4196d1633), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:08.877661 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb8635-5a33-470d-96fe-75a09ac948c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0d6038-9ca0-4764-9a52-7bf4196d1633,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:08.882921 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f5cb8635-5a33-470d-96fe-75a09ac948c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b30dca8a8fff46c3a5463cfc09430fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210809 May 12 23:32:08.886454 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:08.916360 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:17Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:08.918791 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53327-6b5c-4909-8752-b2673c1f294c req-96cbb5b1-7017-4b55-82d9-2b3def29a580 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:08.920602 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-18b53327-6b5c-4909-8752-b2673c1f294c req-96cbb5b1-7017-4b55-82d9-2b3def29a580 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0592008 May 12 23:32:08.948246 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13d4f1f9-9984-44cd-aabc-010893ad28cb admin admin] Publish callbacks [] for security_group (4a0d6038-9ca0-4764-9a52-7bf4196d1633), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:08.953692 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab104b-bbdf-4d5d-aafa-dcbf12cef242 None None] The sync data for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi is: [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:26:11Z', 'revision_number': 4, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': 'ee8560d3-54bb-4348-8749-04685d3a651e', 'name': '', 'network_id': 'a041d304-4706-4ce5-b2c4-97aa7ee5765d', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'mac_address': 'fa:16:3e:18:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:11Z', 'updated_at': '2022-05-12T23:26:17Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'subnets': [{'id': '91352c63-9e91-43c6-b463-8e5059d03fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:32:08.978893 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13d4f1f9-9984-44cd-aabc-010893ad28cb admin admin] Publish callbacks [] for security_group (4a0d6038-9ca0-4764-9a52-7bf4196d1633), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.011747 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-18b53327-6b5c-4909-8752-b2673c1f294c req-1fa8c776-8b53-4664-9bc3-fbff6d406acf tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745130 May 12 23:32:09.045946 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13d4f1f9-9984-44cd-aabc-010893ad28cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (4a0d6038-9ca0-4764-9a52-7bf4196d1633), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.048599 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13d4f1f9-9984-44cd-aabc-010893ad28cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.049753 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-13d4f1f9-9984-44cd-aabc-010893ad28cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a0d6038-9ca0-4764-9a52-7bf4196d1633 HTTP/1.1" status: 204 len: 168 time: 0.1629269 May 12 23:32:09.059887 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4f1f9-9984-44cd-aabc-010893ad28cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0d6038-9ca0-4764-9a52-7bf4196d1633,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:09.229954 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-920cdec2-2bfa-4285-8568-9f93f63c37dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 200 len: 217 time: 0.0444372 May 12 23:32:09.303052 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-0926ec4a-0bf6-4ae6-b5f6-c55e4b902765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:09.305206 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-0926ec4a-0bf6-4ae6-b5f6-c55e4b902765 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 200 len: 847 time: 0.0639701 May 12 23:32:09.313996 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47732df-f25a-4140-b9d5-02c92d5b189e None None] New status for floating IP ea960c16-562c-44d5-8f81-10e40fb5ffe7: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:32:09.435589 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-a389314b-21dc-4a09-ab72-7094cc641b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:09.437209 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-a389314b-21dc-4a09-ab72-7094cc641b6c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a041d304-4706-4ce5-b2c4-97aa7ee5765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542848 May 12 23:32:09.439947 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 59956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:09.466005 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa0c8-fc29-4ce7-b135-3ddd93a189c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.552149 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b26f93-225f-42cf-a8ac-1a4742ea5727 req-da128b7b-3083-4229-82fe-c1357ea1f873 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:09.554067 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9b26f93-225f-42cf-a8ac-1a4742ea5727 req-da128b7b-3083-4229-82fe-c1357ea1f873 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0506120 May 12 23:32:09.576897 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-547d3b16-2cf7-4995-af06-f4ddcf2e4452 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286736 May 12 23:32:09.612151 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9b26f93-225f-42cf-a8ac-1a4742ea5727 req-69f943cf-8cc0-4fee-bf9a-d2c7c4ca3074 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501878 May 12 23:32:09.617768 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa0c8-fc29-4ce7-b135-3ddd93a189c0 admin admin] Publish callbacks [] for security_group (69a36d2c-5763-4146-a50d-fa68cac965a1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.623059 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa0c8-fc29-4ce7-b135-3ddd93a189c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (69a36d2c-5763-4146-a50d-fa68cac965a1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.690967 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5a8aa0c8-fc29-4ce7-b135-3ddd93a189c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76482834badd480b9574c0a1104f6922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498083 May 12 23:32:09.694289 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 59964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:09.704866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aa0c8-fc29-4ce7-b135-3ddd93a189c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a36d2c-5763-4146-a50d-fa68cac965a1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:09.784103 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-8f4ff31c-594d-4576-9249-164888c78252 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:09.785642 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-8f4ff31c-594d-4576-9249-164888c78252 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 945 time: 0.0972643 May 12 23:32:09.800210 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a730de07-06c3-42e9-beec-41321fb5ac91 admin admin] Publish callbacks [] for security_group (69a36d2c-5763-4146-a50d-fa68cac965a1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.824201 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a730de07-06c3-42e9-beec-41321fb5ac91 admin admin] Publish callbacks [] for security_group (69a36d2c-5763-4146-a50d-fa68cac965a1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.850127 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-346657d7-34f8-4e40-b29a-c065bf1866cc req-fa548b7c-5bf4-4891-9531-85c0d19e64c7 service neutron] 10.222.0.76 "GET /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135725 May 12 23:32:09.874895 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a730de07-06c3-42e9-beec-41321fb5ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (69a36d2c-5763-4146-a50d-fa68cac965a1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.877590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a730de07-06c3-42e9-beec-41321fb5ac91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.878771 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-a730de07-06c3-42e9-beec-41321fb5ac91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69a36d2c-5763-4146-a50d-fa68cac965a1 HTTP/1.1" status: 204 len: 168 time: 0.1833899 May 12 23:32:09.887858 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730de07-06c3-42e9-beec-41321fb5ac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a36d2c-5763-4146-a50d-fa68cac965a1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:09.902122 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Deleting port 242b692d-f239-43a0-9656-45b267849bce {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:09.902540 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (242b692d-f239-43a0-9656-45b267849bce), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:09.992507 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] For port 242b692d-f239-43a0-9656-45b267849bce, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=242b692d-f239-43a0-9656-45b267849bce,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:09.992875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (242b692d-f239-43a0-9656-45b267849bce), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:10.006421 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Calling delete_port for 242b692d-f239-43a0-9656-45b267849bce owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:10.127689 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423b16-daf5-4f02-9577-4c618033f09a req-41f369e5-4af8-4054-837a-0b8c078de792 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:10.130382 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9423b16-daf5-4f02-9577-4c618033f09a req-41f369e5-4af8-4054-837a-0b8c078de792 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0499175 May 12 23:32:10.147188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (242b692d-f239-43a0-9656-45b267849bce), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:10.176147 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event deleted for resources: {'Port': ['ID=242b692d-f239-43a0-9656-45b267849bce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:10.189146 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-d9423b16-daf5-4f02-9577-4c618033f09a req-b53ee785-d27f-46e7-89b5-2595c27451e5 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512574 May 12 23:32:10.231023 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] No DVR routers for this DVR port 242b692d-f239-43a0-9656-45b267849bce on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:32:10.233695 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:10.238792 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f3b94c5e-31b4-4fdb-9eaf-13ff5dda6828 req-e79c5653-c732-426f-a7da-81bdc074d5ac tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.76 "DELETE /v2.0/ports/242b692d-f239-43a0-9656-45b267849bce HTTP/1.1" status: 204 len: 173 time: 0.4471383 May 12 23:32:10.239301 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-deleted', 'tag': '242b692d-f239-43a0-9656-45b267849bce'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:10.242546 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49beec25-bfa8-4344-bfa8-614df79f502d" -d '{"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-deleted", "tag": "242b692d-f239-43a0-9656-45b267849bce"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:10.284502 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c36e9e-d8a5-4f67-8539-465920888bbf x-openstack-request-id: req-15c36e9e-d8a5-4f67-8539-465920888bbf {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:10.284841 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f080b-2fd3-4fb6-9d6f-57429da79b7c", "name": "network-vif-deleted", "tag": "242b692d-f239-43a0-9656-45b267849bce", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:10.285122 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15c36e9e-d8a5-4f67-8539-465920888bbf {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:10.285563 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c36e9e-d8a5-4f67-8539-465920888bbf'] response: {'server_uuid': '3e1f080b-2fd3-4fb6-9d6f-57429da79b7c', 'name': 'network-vif-deleted', 'tag': '242b692d-f239-43a0-9656-45b267849bce', 'status': 'completed', 'code': 200} May 12 23:32:10.744468 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-200359a7-4d7f-4603-b968-14fa888d9c24 req-4ca9f727-2dd2-4059-8394-6c6505329035 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e1f080b-2fd3-4fb6-9d6f-57429da79b7c HTTP/1.1" status: 200 len: 210 time: 0.0340936 May 12 23:32:10.784354 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42edd87b-ecd6-4d35-ba07-7b95021357dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:11.308122 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7442-df2f-4c1a-bc28-39b3ce08e662 req-20319854-9f22-4067-a500-8ca2e544fd07 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:11.311683 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0de7442-df2f-4c1a-bc28-39b3ce08e662 req-20319854-9f22-4067-a500-8ca2e544fd07 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0509903 May 12 23:32:11.359640 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-e0de7442-df2f-4c1a-bc28-39b3ce08e662 req-8d20077d-b23c-4f1e-94c4-dc1093c70c43 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442464 May 12 23:32:11.804897 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:11.862880 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f95afec-d615-4541-bcb5-b4f970317b99 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group (bb3b06f2-8c93-4cf6-b6cf-74aefc90b020), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:11.888955 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f95afec-d615-4541-bcb5-b4f970317b99 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group (bb3b06f2-8c93-4cf6-b6cf-74aefc90b020), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:11.950436 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f95afec-d615-4541-bcb5-b4f970317b99 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (bb3b06f2-8c93-4cf6-b6cf-74aefc90b020), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:11.953162 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f95afec-d615-4541-bcb5-b4f970317b99 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:11.954363 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6f95afec-d615-4541-bcb5-b4f970317b99 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] 10.222.0.49 "DELETE /v2.0/security-groups/bb3b06f2-8c93-4cf6-b6cf-74aefc90b020 HTTP/1.1" status: 204 len: 168 time: 0.1484554 May 12 23:32:11.968679 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95afec-d615-4541-bcb5-b4f970317b99 tempest-TestShelveInstance-694391769 tempest-TestShelveInstance-694391769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b06f2-8c93-4cf6-b6cf-74aefc90b020,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:12.011372 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:12.487909 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5e923-4d94-46a2-94fb-6891dcb820a8 req-02ebd7c9-02dc-43fe-bbfb-09c55be7973d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:12.490093 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60f5e923-4d94-46a2-94fb-6891dcb820a8 req-02ebd7c9-02dc-43fe-bbfb-09c55be7973d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0514917 May 12 23:32:12.544166 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-60f5e923-4d94-46a2-94fb-6891dcb820a8 req-4f053c93-a4ac-4bf6-94db-a6df6bff2033 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 May 12 23:32:12.562406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:12.799802 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Deleting port ee8560d3-54bb-4348-8749-04685d3a651e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:12.800139 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:12.879773 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] For port ee8560d3-54bb-4348-8749-04685d3a651e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=ee8560d3-54bb-4348-8749-04685d3a651e,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:12.880119 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:12.892758 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Calling delete_port for ee8560d3-54bb-4348-8749-04685d3a651e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:13.077783 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (ee8560d3-54bb-4348-8749-04685d3a651e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:13.103707 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8560d3-54bb-4348-8749-04685d3a651e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:13.188037 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5525547-c3c6-43f2-a74e-cb2a67fe1283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:13.284895 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:13.539749 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:32:13.700710 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b64f-caa5-458d-b573-ae7001573164 req-89c1033a-7e5d-4323-872b-5f15d1b8ff5a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:13.710658 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d93b64f-caa5-458d-b573-ae7001573164 req-89c1033a-7e5d-4323-872b-5f15d1b8ff5a tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 944 time: 0.0701287 May 12 23:32:13.773142 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9d93b64f-caa5-458d-b573-ae7001573164 req-4cee112e-faf3-4494-ad18-a23e7a9889a0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608160 May 12 23:32:13.798468 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ae25c41d-93f2-40e6-81c9-70f089dc2322 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:32:13.803208 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:13.838407 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 242b692d-f239-43a0-9656-45b267849bce {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:13.838806 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 242b692d-f239-43a0-9656-45b267849bce not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:13.935287 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port ae25c41d-93f2-40e6-81c9-70f089dc2322, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:13.947398 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'port_id': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:32:13.960506 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:32:13.966251 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-54df61b4-537a-4dbd-9340-0e269b3b6255 admin admin] 10.222.0.49 "PUT /v2.0/routers/92cf3c58-b9eb-409b-8acf-ded5555a2ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9535730 May 12 23:32:13.968850 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:13.981352 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] Sync routers for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:32:14.007540 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:14.008189 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:32:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:14.010008 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port ae25c41d-93f2-40e6-81c9-70f089dc2322 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:32:14.010401 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.064898 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae25c41d-93f2-40e6-81c9-70f089dc2322 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:32:14.091544 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks [] for router (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.103553 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port ae25c41d-93f2-40e6-81c9-70f089dc2322, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:14.107035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.110076 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.206257 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=ae25c41d-93f2-40e6-81c9-70f089dc2322,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:14.214324 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks [] for router_gateway (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.218545 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:14.265058 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Deleting port 257ef8f7-042c-4cff-86bb-b6f6565e386d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:14.265398 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.309243 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.342656 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['ae25c41d-93f2-40e6-81c9-70f089dc2322'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:32:14.348079 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] For port 257ef8f7-042c-4cff-86bb-b6f6565e386d, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=257ef8f7-042c-4cff-86bb-b6f6565e386d,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:14.348609 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.367782 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Calling delete_port for 257ef8f7-042c-4cff-86bb-b6f6565e386d owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:14.463982 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:32:13Z', 'revision_number': 5, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port': {'id': '257ef8f7-042c-4cff-86bb-b6f6565e386d', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ac:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:08Z', 'updated_at': '2022-05-12T23:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:14.500885 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] Checking router: 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:32:14.523991 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] Routers {'92cf3c58-b9eb-409b-8acf-ded5555a2ef7'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:14.524626 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:32:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:14.536861 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (257ef8f7-042c-4cff-86bb-b6f6565e386d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.562703 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=257ef8f7-042c-4cff-86bb-b6f6565e386d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:14.624234 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.647524 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] Set router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:14.704591 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:32:14Z', 'revision_number': 6, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:14.715003 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.717141 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks [] for router_controller (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.742297 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcc36d-cdf4-4966-ae72-4fb1625e1b31 None None] The sync data for ids ['92cf3c58-b9eb-409b-8acf-ded5555a2ef7'] in dv-cinder-782260-5-iscsi is: [{'id': '92cf3c58-b9eb-409b-8acf-ded5555a2ef7', 'name': 'tempest-TestShelveInstance-150074716-router', 'tenant_id': 'c84a32d11266481da69995efb8638fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:07Z', 'updated_at': '2022-05-12T23:32:14Z', 'revision_number': 6, 'project_id': 'c84a32d11266481da69995efb8638fbe', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:32:14.765860 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (92cf3c58-b9eb-409b-8acf-ded5555a2ef7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.766762 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cf3c58-b9eb-409b-8acf-ded5555a2ef7 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:32:14.773955 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.775183 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d69bb3e3-80d1-4d09-814f-3850ba08a4d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/92cf3c58-b9eb-409b-8acf-ded5555a2ef7 HTTP/1.1" status: 204 len: 168 time: 0.8050163 May 12 23:32:14.777766 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:14.849188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Deleting subnet 91352c63-9e91-43c6-b463-8e5059d03fd0 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:32:14.852734 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Publish callbacks [] for subnet (91352c63-9e91-43c6-b463-8e5059d03fd0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.890100 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (91352c63-9e91-43c6-b463-8e5059d03fd0), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:14.908160 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9976d-31e4-44c4-9328-4c7a16564d04 req-82245164-e1ab-4951-aa51-8fcfb7482756 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:14.909843 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49c9976d-31e4-44c4-9328-4c7a16564d04 req-82245164-e1ab-4951-aa51-8fcfb7482756 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 945 time: 0.0498469 May 12 23:32:14.971227 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-49c9976d-31e4-44c4-9328-4c7a16564d04 req-13b23d42-061f-4374-8ce7-1ef6eac01436 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528815 May 12 23:32:14.984598 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (91352c63-9e91-43c6-b463-8e5059d03fd0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.037694 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (91352c63-9e91-43c6-b463-8e5059d03fd0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.056633 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:15.065287 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91352c63-9e91-43c6-b463-8e5059d03fd0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:15.067317 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.072673 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-23d831b2-81e2-42d6-9d28-b751032f07eb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91352c63-9e91-43c6-b463-8e5059d03fd0 HTTP/1.1" status: 204 len: 168 time: 0.2912447 May 12 23:32:15.075073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a517390-cb0e-4feb-a41a-334c4deb9619 None None] Network a041d304-4706-4ce5-b2c4-97aa7ee5765d requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:32:15.084509 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:15.203464 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (a041d304-4706-4ce5-b2c4-97aa7ee5765d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.232721 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f989ad94-c0d2-4da0-9dbb-c64a1acf3670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.271903 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] DHCP port deletion for a041d304-4706-4ce5-b2c4-97aa7ee5765d request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:32:15.310600 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Deleting port 6b78d16a-dd54-4eec-ba90-3247dd6527ad {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:15.310977 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.314634 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] Deleting port 6b78d16a-dd54-4eec-ba90-3247dd6527ad {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:15.315004 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.381537 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] For port 6b78d16a-dd54-4eec-ba90-3247dd6527ad, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6b78d16a-dd54-4eec-ba90-3247dd6527ad,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:15.381926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.391621 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] For port 6b78d16a-dd54-4eec-ba90-3247dd6527ad, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6b78d16a-dd54-4eec-ba90-3247dd6527ad,segment=NetworkSegment(9ef0b788-869a-4f98-8bfe-a480a4e8d443),segment_id=9ef0b788-869a-4f98-8bfe-a480a4e8d443)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:15.392041 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.416610 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Calling delete_port for 6b78d16a-dd54-4eec-ba90-3247dd6527ad owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:15.429230 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f989ad94-c0d2-4da0-9dbb-c64a1acf3670 admin admin] Publish callbacks [] for security_group (d5fe44b8-2f5c-43fe-b501-25b2a187ec23), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.436800 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f989ad94-c0d2-4da0-9dbb-c64a1acf3670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d5fe44b8-2f5c-43fe-b501-25b2a187ec23), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.518091 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989ad94-c0d2-4da0-9dbb-c64a1acf3670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe44b8-2f5c-43fe-b501-25b2a187ec23,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:15.523972 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-f989ad94-c0d2-4da0-9dbb-c64a1acf3670 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=339fe71cde854b32b96419e0e578eb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661179 May 12 23:32:15.526767 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:15.540990 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] Calling delete_port for 6b78d16a-dd54-4eec-ba90-3247dd6527ad owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:15.559538 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.590527 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b78d16a-dd54-4eec-ba90-3247dd6527ad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:15.592505 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] No DVR routers for this DVR port 6b78d16a-dd54-4eec-ba90-3247dd6527ad on host dv-cinder-782260-5-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:32:15.618875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8572e7-18fa-4936-950b-15a3986bb799 admin admin] Publish callbacks [] for security_group (d5fe44b8-2f5c-43fe-b501-25b2a187ec23), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.643883 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8572e7-18fa-4936-950b-15a3986bb799 admin admin] Publish callbacks [] for security_group (d5fe44b8-2f5c-43fe-b501-25b2a187ec23), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.644099 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (6b78d16a-dd54-4eec-ba90-3247dd6527ad), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.671711 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] Pushing event deleted for resources: {'Port': ['ID=6b78d16a-dd54-4eec-ba90-3247dd6527ad,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:15.673695 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1ef63-1e12-47af-98b8-83c4de48fdf6 None None] No DVR routers for this DVR port 6b78d16a-dd54-4eec-ba90-3247dd6527ad on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:32:15.703507 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8572e7-18fa-4936-950b-15a3986bb799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d5fe44b8-2f5c-43fe-b501-25b2a187ec23), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.706183 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8572e7-18fa-4936-950b-15a3986bb799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.710571 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9f8572e7-18fa-4936-950b-15a3986bb799 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5fe44b8-2f5c-43fe-b501-25b2a187ec23 HTTP/1.1" status: 204 len: 168 time: 0.1796985 May 12 23:32:15.717220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8572e7-18fa-4936-950b-15a3986bb799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe44b8-2f5c-43fe-b501-25b2a187ec23,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:15.770182 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.806694 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ae25c41d-93f2-40e6-81c9-70f089dc2322 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:32:15.871803 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port ae25c41d-93f2-40e6-81c9-70f089dc2322 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:32:15.880491 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port ae25c41d-93f2-40e6-81c9-70f089dc2322 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:32:15.881128 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.971278 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (a041d304-4706-4ce5-b2c4-97aa7ee5765d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:15.973658 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port ae25c41d-93f2-40e6-81c9-70f089dc2322 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:32:15.974565 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.007583 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:16.010779 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc4e56-d07f-45b9-aaa8-0e53dfb6fb95" -d '{"events": [{"server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "name": "network-vif-plugged", "status": "completed", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:16.018199 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a041d304-4706-4ce5-b2c4-97aa7ee5765d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:16.028110 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port ae25c41d-93f2-40e6-81c9-70f089dc2322, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:16.040605 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.044150 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef0b788-869a-4f98-8bfe-a480a4e8d443') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:16.044509 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef0b788-869a-4f98-8bfe-a480a4e8d443') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:16.066525 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (9ef0b788-869a-4f98-8bfe-a480a4e8d443), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.079393 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:16.091283 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c7e8d4-f5bf-4544-b624-df41b45f233b x-openstack-request-id: req-83c7e8d4-f5bf-4544-b624-df41b45f233b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:16.091924 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "name": "network-vif-plugged", "status": "completed", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:16.092502 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83c7e8d4-f5bf-4544-b624-df41b45f233b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:16.093147 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c7e8d4-f5bf-4544-b624-df41b45f233b'] response: {'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'code': 200} May 12 23:32:16.110809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d696771-45f3-4893-863f-a4e81830f7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.127694 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85ff9-9649-4040-a731-146c509d4baa req-74a9baec-c1fa-4209-abfd-5c5fc05fd1a4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:16.133172 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=ae25c41d-93f2-40e6-81c9-70f089dc2322,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:16.134558 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-76e85ff9-9649-4040-a731-146c509d4baa req-74a9baec-c1fa-4209-abfd-5c5fc05fd1a4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0590115 May 12 23:32:16.139597 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (9ef0b788-869a-4f98-8bfe-a480a4e8d443), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.159124 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:32:16.159561 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (9ef0b788-869a-4f98-8bfe-a480a4e8d443), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:32:16.161851 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:32:16.186511 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 257ef8f7-042c-4cff-86bb-b6f6565e386d no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:16.210488 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d696771-45f3-4893-863f-a4e81830f7ff admin admin] Publish callbacks [] for security_group (45d37b46-f753-4aa6-82c0-f7803d5824ba), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.213632 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 257ef8f7-042c-4cff-86bb-b6f6565e386d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:16.213979 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 257ef8f7-042c-4cff-86bb-b6f6565e386d not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:16.214424 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6b78d16a-dd54-4eec-ba90-3247dd6527ad no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:16.216795 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d696771-45f3-4893-863f-a4e81830f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (45d37b46-f753-4aa6-82c0-f7803d5824ba), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.246590 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 6b78d16a-dd54-4eec-ba90-3247dd6527ad {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:16.247013 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6b78d16a-dd54-4eec-ba90-3247dd6527ad not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:16.247498 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ee8560d3-54bb-4348-8749-04685d3a651e no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:16.259104 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-76e85ff9-9649-4040-a731-146c509d4baa req-22e13146-5b7e-4364-aea3-8d4d104210c3 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235983 May 12 23:32:16.268446 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d696771-45f3-4893-863f-a4e81830f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d37b46-f753-4aa6-82c0-f7803d5824ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:16.271778 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: ee8560d3-54bb-4348-8749-04685d3a651e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:16.272112 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (a041d304-4706-4ce5-b2c4-97aa7ee5765d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.272660 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device ee8560d3-54bb-4348-8749-04685d3a651e not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:16.294431 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.294669 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1d696771-45f3-4893-863f-a4e81830f7ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e54955844cf241078ace44510f904e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141178 May 12 23:32:16.295569 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:16.297860 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a041d304-4706-4ce5-b2c4-97aa7ee5765d HTTP/1.1" status: 204 len: 168 time: 1.2120619 May 12 23:32:16.304416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc09bb-1d08-49b1-9fdb-92ab37ee1ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a041d304-4706-4ce5-b2c4-97aa7ee5765d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:16.305878 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:16.391316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcac3-7a5d-40f2-8f5c-002eeff6d2aa admin admin] Publish callbacks [] for security_group (45d37b46-f753-4aa6-82c0-f7803d5824ba), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.391316 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330124-ef8c-494f-8f01-683624a5160e req-93df82b3-5560-4e81-9e44-38a7142ccd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:16.391316 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0330124-ef8c-494f-8f01-683624a5160e req-93df82b3-5560-4e81-9e44-38a7142ccd2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 1130 time: 0.0520291 May 12 23:32:16.435960 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcac3-7a5d-40f2-8f5c-002eeff6d2aa admin admin] Publish callbacks [] for security_group (45d37b46-f753-4aa6-82c0-f7803d5824ba), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.484031 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0330124-ef8c-494f-8f01-683624a5160e req-dc81f32e-dd0d-40fe-a9a0-bb97fc4b1429 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821648 May 12 23:32:16.504135 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcac3-7a5d-40f2-8f5c-002eeff6d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (45d37b46-f753-4aa6-82c0-f7803d5824ba), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.506897 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcac3-7a5d-40f2-8f5c-002eeff6d2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.510584 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ea7fcac3-7a5d-40f2-8f5c-002eeff6d2aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45d37b46-f753-4aa6-82c0-f7803d5824ba HTTP/1.1" status: 204 len: 168 time: 0.2116089 May 12 23:32:16.520974 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fcac3-7a5d-40f2-8f5c-002eeff6d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d37b46-f753-4aa6-82c0-f7803d5824ba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:16.681072 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (f8a73b41-51e9-4f96-9635-c5851ed74eb9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.899334 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:16.912459 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7f86-9310-4454-83ad-4a7635cf3a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.947348 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Deleting port 6db33841-d516-4141-a12c-816d57a0cfc8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:16.947685 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.987580 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7f86-9310-4454-83ad-4a7635cf3a4b admin admin] Publish callbacks [] for security_group (d1bfddb6-f558-4c26-b739-61a9db4476aa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:16.991265 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7f86-9310-4454-83ad-4a7635cf3a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d1bfddb6-f558-4c26-b739-61a9db4476aa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.027758 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] For port 6db33841-d516-4141-a12c-816d57a0cfc8, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=6db33841-d516-4141-a12c-816d57a0cfc8,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:17.028372 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.031959 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a4bc7f86-9310-4454-83ad-4a7635cf3a4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18ed6fd1b022449bbe7382a2f15196db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293070 May 12 23:32:17.031959 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc7f86-9310-4454-83ad-4a7635cf3a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bfddb6-f558-4c26-b739-61a9db4476aa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:17.033125 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:17.042965 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Calling delete_port for 6db33841-d516-4141-a12c-816d57a0cfc8 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:17.080540 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de8f770f-3637-4583-85f0-8408ecbc0c16 admin admin] Publish callbacks [] for security_group (d1bfddb6-f558-4c26-b739-61a9db4476aa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.102431 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de8f770f-3637-4583-85f0-8408ecbc0c16 admin admin] Publish callbacks [] for security_group (d1bfddb6-f558-4c26-b739-61a9db4476aa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.152460 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de8f770f-3637-4583-85f0-8408ecbc0c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d1bfddb6-f558-4c26-b739-61a9db4476aa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.154987 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de8f770f-3637-4583-85f0-8408ecbc0c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.156116 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-de8f770f-3637-4583-85f0-8408ecbc0c16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1bfddb6-f558-4c26-b739-61a9db4476aa HTTP/1.1" status: 204 len: 168 time: 0.1221094 May 12 23:32:17.168211 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f770f-3637-4583-85f0-8408ecbc0c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bfddb6-f558-4c26-b739-61a9db4476aa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:17.251121 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (6db33841-d516-4141-a12c-816d57a0cfc8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.255173 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.283433 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db33841-d516-4141-a12c-816d57a0cfc8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:17.399128 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450bd5-47ec-4381-8f3d-16518f1ce667 req-2243bb98-0f3e-4636-8733-4d7399265e28 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:17.400718 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a450bd5-47ec-4381-8f3d-16518f1ce667 req-2243bb98-0f3e-4636-8733-4d7399265e28 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0609000 May 12 23:32:17.533284 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-1a450bd5-47ec-4381-8f3d-16518f1ce667 req-1f968166-cab1-472c-ab18-602fb211b3b1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976069 May 12 23:32:17.563032 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (f8a73b41-51e9-4f96-9635-c5851ed74eb9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:17.834561 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Router f8a73b41-51e9-4f96-9635-c5851ed74eb9 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:32:17.972266 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:32:17.983113 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] Sync routers for ids ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:32:17.985774 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-490ed1c5-5d66-4562-84e2-24856780c322 admin admin] 10.222.0.49 "PUT /v2.0/routers/f8a73b41-51e9-4f96-9635-c5851ed74eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786757 May 12 23:32:17.988381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:18.016028 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] Routers {'f8a73b41-51e9-4f96-9635-c5851ed74eb9'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:18.017094 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:32:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:18.154182 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks [] for router (f8a73b41-51e9-4f96-9635-c5851ed74eb9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.204674 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] Set router f8a73b41-51e9-4f96-9635-c5851ed74eb9 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:18.325996 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks [] for router_gateway (f8a73b41-51e9-4f96-9635-c5851ed74eb9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.394074 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Deleting port 81599175-e572-497e-841a-78c27e9ac56c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:18.394727 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (81599175-e572-497e-841a-78c27e9ac56c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.418085 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '81599175-e572-497e-841a-78c27e9ac56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:32:17Z', 'revision_number': 5, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port': {'id': '81599175-e572-497e-841a-78c27e9ac56c', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:15Z', 'updated_at': '2022-05-12T23:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:18.448436 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] Checking router: f8a73b41-51e9-4f96-9635-c5851ed74eb9 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:32:18.458420 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] Routers {'f8a73b41-51e9-4f96-9635-c5851ed74eb9'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:18.459105 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:32:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:18.482612 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] For port 81599175-e572-497e-841a-78c27e9ac56c, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=81599175-e572-497e-841a-78c27e9ac56c,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:18.483226 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (81599175-e572-497e-841a-78c27e9ac56c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.497510 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Calling delete_port for 81599175-e572-497e-841a-78c27e9ac56c owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:18.574887 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] Set router f8a73b41-51e9-4f96-9635-c5851ed74eb9 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:18.695520 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d71b5b-78f2-4dfd-add4-fabde205d91b req-d864fa2c-8072-49f2-a466-0d6f3cf89c9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:18.697954 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54d71b5b-78f2-4dfd-add4-fabde205d91b req-d864fa2c-8072-49f2-a466-0d6f3cf89c9d tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0600786 May 12 23:32:18.712616 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:32:18Z', 'revision_number': 6, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:18.725388 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (81599175-e572-497e-841a-78c27e9ac56c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.750242 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b953c-ba46-4dab-a451-64475de6ce9f None None] The sync data for ids ['f8a73b41-51e9-4f96-9635-c5851ed74eb9'] in dv-cinder-782260-5-iscsi is: [{'id': 'f8a73b41-51e9-4f96-9635-c5851ed74eb9', 'name': 'tempest-TestShelveInstance-538024822-router', 'tenant_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:14Z', 'updated_at': '2022-05-12T23:32:18Z', 'revision_number': 6, 'project_id': 'e6cdd3c680104ef18de448a39bd5a7a4', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:32:18.773411 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-54d71b5b-78f2-4dfd-add4-fabde205d91b req-82360d25-98d2-400f-aeae-b3224d5860df tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690541 May 12 23:32:18.780088 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81599175-e572-497e-841a-78c27e9ac56c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:18.849857 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (f8a73b41-51e9-4f96-9635-c5851ed74eb9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.933122 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912e220-17e8-4562-9ce7-320637859eda req-535804a8-2874-4d92-86c0-d576fd088b42 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:18.935335 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8912e220-17e8-4562-9ce7-320637859eda req-535804a8-2874-4d92-86c0-d576fd088b42 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0566933 May 12 23:32:18.963694 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (f8a73b41-51e9-4f96-9635-c5851ed74eb9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.966187 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks [] for router_controller (f8a73b41-51e9-4f96-9635-c5851ed74eb9), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:18.996793 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8912e220-17e8-4562-9ce7-320637859eda req-0f0619d5-685a-4ca1-a711-4c3bb8aae818 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546420 May 12 23:32:19.021931 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:19.029623 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (f8a73b41-51e9-4f96-9635-c5851ed74eb9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.030144 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a73b41-51e9-4f96-9635-c5851ed74eb9 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:32:19.036331 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.038084 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ea839db5-4286-4c11-9174-f9f0636cb2f0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f8a73b41-51e9-4f96-9635-c5851ed74eb9 HTTP/1.1" status: 204 len: 168 time: 1.0482736 May 12 23:32:19.040597 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:19.092967 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Deleting subnet 776f0041-2d90-4caf-b0bc-8be8dd5f86c4 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:32:19.111734 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Publish callbacks [] for subnet (776f0041-2d90-4caf-b0bc-8be8dd5f86c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.167958 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (776f0041-2d90-4caf-b0bc-8be8dd5f86c4), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.297731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (776f0041-2d90-4caf-b0bc-8be8dd5f86c4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.304577 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483ad0c-9dce-4719-b0e3-acd75fdb6d2d tempest-TestVolumeBootPattern-1298818087 tempest-TestVolumeBootPattern-1298818087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:19.306182 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6483ad0c-9dce-4719-b0e3-acd75fdb6d2d tempest-TestVolumeBootPattern-1298818087 tempest-TestVolumeBootPattern-1298818087-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 1125 time: 0.2827563 May 12 23:32:19.308927 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:19.313629 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Request body: {'floatingip': {'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'port_id': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:19.339421 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.402738 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (776f0041-2d90-4caf-b0bc-8be8dd5f86c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.430514 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e80ef2-8080-41a7-8a00-6783e311671f None None] Network b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:32:19.441966 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.442343 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.448549 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/776f0041-2d90-4caf-b0bc-8be8dd5f86c4 HTTP/1.1" status: 204 len: 168 time: 0.4041333 May 12 23:32:19.448549 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c77210-e29e-44cd-976f-d50791ae4172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776f0041-2d90-4caf-b0bc-8be8dd5f86c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:19.450609 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:19.540579 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.623422 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Deleting port 0ce0b064-7c33-4099-bf13-aa268927c528 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:19.628995 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.648293 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Allocated IP 172.27.3.217 (f672abd2-fc07-4d12-9ec2-182c38788649/394768cb-6159-480f-bc92-28ea4c2d1020/a175a8f5-5f5c-47b9-a80d-4d070a69e06a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:32:19.664703 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] DHCP port deletion for b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:32:19.726918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] For port 0ce0b064-7c33-4099-bf13-aa268927c528, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=0ce0b064-7c33-4099-bf13-aa268927c528,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:19.726918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.748958 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Calling delete_port for 0ce0b064-7c33-4099-bf13-aa268927c528 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:19.749783 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] Deleting port 0ce0b064-7c33-4099-bf13-aa268927c528 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:32:19.750480 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.832875 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] For port 0ce0b064-7c33-4099-bf13-aa268927c528, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=0ce0b064-7c33-4099-bf13-aa268927c528,segment=NetworkSegment(7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10),segment_id=7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:19.833552 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.849207 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] Calling delete_port for 0ce0b064-7c33-4099-bf13-aa268927c528 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:32:19.901943 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.936412 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce0b064-7c33-4099-bf13-aa268927c528,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:19.937330 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.942188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] No DVR routers for this DVR port 0ce0b064-7c33-4099-bf13-aa268927c528 on host dv-cinder-782260-5-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:32:19.967298 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (0ce0b064-7c33-4099-bf13-aa268927c528), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:19.984126 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] No DVR routers for this DVR port 0ce0b064-7c33-4099-bf13-aa268927c528 on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:32:20.020847 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.036170 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15d720-b5d9-408a-acc7-d23f44470182 None None] Pushing event deleted for resources: {'Port': ['ID=0ce0b064-7c33-4099-bf13-aa268927c528,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:20.072074 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.077454 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Network f672abd2-fc07-4d12-9ec2-182c38788649 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:32:20.080413 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:32:20.084576 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:32:20.102576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66c448c-3dd5-4fe3-87be-4b35aa4b21f4']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:20.115006 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:20.115533 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:20.116739 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=a175a8f5-5f5c-47b9-a80d-4d070a69e06a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:20.142328 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.157919 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.166687 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:32:20.167384 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (7c1b23d3-4e0a-437a-a1d9-dd9eb9840d10), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:32:20.169360 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:32:20.177350 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 0ce0b064-7c33-4099-bf13-aa268927c528 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:20.205356 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 0ce0b064-7c33-4099-bf13-aa268927c528 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:20.205701 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 0ce0b064-7c33-4099-bf13-aa268927c528 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:20.206468 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 81599175-e572-497e-841a-78c27e9ac56c no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:20.235229 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 81599175-e572-497e-841a-78c27e9ac56c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:20.235585 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 81599175-e572-497e-841a-78c27e9ac56c not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:20.236038 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6db33841-d516-4141-a12c-816d57a0cfc8 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:32:20.257438 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-9d325920-29eb-4767-911f-cfdf61c2387c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691175 May 12 23:32:20.263030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (b66c448c-3dd5-4fe3-87be-4b35aa4b21f4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.267712 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 6db33841-d516-4141-a12c-816d57a0cfc8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:32:20.268268 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 6db33841-d516-4141-a12c-816d57a0cfc8 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:32:20.273406 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.277546 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] 10.222.0.49 "DELETE /v2.0/networks/b66c448c-3dd5-4fe3-87be-4b35aa4b21f4 HTTP/1.1" status: 204 len: 168 time: 0.8276463 May 12 23:32:20.299728 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f862e-bcd3-4467-acef-54ef82aa185f admin admin] Pushing event deleted for resources: {'Network': ['ID=b66c448c-3dd5-4fe3-87be-4b35aa4b21f4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:20.328600 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1f93b-637d-469d-8177-e429263db94b req-308920f8-45ea-4c95-94d1-76d397cce6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:20.330050 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-308920f8-45ea-4c95-94d1-76d397cce6ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1130 time: 0.0414894 May 12 23:32:20.435801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1f93b-637d-469d-8177-e429263db94b req-6ae3258d-3a23-42e0-b92f-820d913d197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:20.437311 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-6ae3258d-3a23-42e0-b92f-820d913d197b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.0901337 May 12 23:32:20.470247 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:20.508875 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-db593c46-4f4f-4e59-8baf-a1f3a406f6b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 200 len: 1002 time: 0.0643568 May 12 23:32:20.553837 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-43e10b65-41f2-44cf-94e2-869358f54a30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c84a32d11266481da69995efb8638fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0824776 May 12 23:32:20.556138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1f93b-637d-469d-8177-e429263db94b req-d89812ae-8cc1-48b1-afb7-698e3cdf8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:20.557600 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-d89812ae-8cc1-48b1-afb7-698e3cdf8c3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0431573 May 12 23:32:20.558035 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:20.569540 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (9a0658e6-11b1-4447-97ee-bcfd52c7b1d8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.626547 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1f93b-637d-469d-8177-e429263db94b req-3b1c6c2b-28a3-432d-b92b-f78d43fa7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:20.627938 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-3b1c6c2b-28a3-432d-b92b-f78d43fa7174 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639832 May 12 23:32:20.637732 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.656402 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99f215fb-0b2a-4a92-a231-1ea487f71877 admin admin] Publish callbacks [] for security_group (abf67e8c-f391-4ae5-950f-e041ab34ec83), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.716138 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99f215fb-0b2a-4a92-a231-1ea487f71877 admin admin] Publish callbacks [] for security_group (abf67e8c-f391-4ae5-950f-e041ab34ec83), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.773154 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-6c990058-9ef2-4a50-9356-aab58459bf6d service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358106 May 12 23:32:20.814236 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99f215fb-0b2a-4a92-a231-1ea487f71877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (abf67e8c-f391-4ae5-950f-e041ab34ec83), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.817025 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99f215fb-0b2a-4a92-a231-1ea487f71877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.818152 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-99f215fb-0b2a-4a92-a231-1ea487f71877 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abf67e8c-f391-4ae5-950f-e041ab34ec83 HTTP/1.1" status: 204 len: 168 time: 0.2591069 May 12 23:32:20.856134 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f215fb-0b2a-4a92-a231-1ea487f71877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf67e8c-f391-4ae5-950f-e041ab34ec83,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:20.876473 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.893614 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4806610'] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:20.894683 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5ab1f93b-637d-469d-8177-e429263db94b req-36712eab-a99a-4c22-ac37-c49429c37a86 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143048 May 12 23:32:20.969306 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event updated for resources: {'Port': ['ID=a175a8f5-5f5c-47b9-a80d-4d070a69e06a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:20.984487 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7872300'] for floatingip (9a0658e6-11b1-4447-97ee-bcfd52c7b1d8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:21.235753 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:21.284072 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0b2403f4-2032-42c9-b12a-77ae273a91c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6cdd3c680104ef18de448a39bd5a7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462093 May 12 23:32:21.287177 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:21.336579 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b16e8c28-ae7c-4d07-abea-f7616acaa502 admin admin] Publish callbacks [] for security_group (0bc6feea-a792-49d1-b28a-b90360f33bfe), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:21.361915 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b16e8c28-ae7c-4d07-abea-f7616acaa502 admin admin] Publish callbacks [] for security_group (0bc6feea-a792-49d1-b28a-b90360f33bfe), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:21.371824 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Floating IP 9a0658e6-11b1-4447-97ee-bcfd52c7b1d8 associated. External IP: 172.27.3.217, port: ae25c41d-93f2-40e6-81c9-70f089dc2322. May 12 23:32:21.408965 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b16e8c28-ae7c-4d07-abea-f7616acaa502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0bc6feea-a792-49d1-b28a-b90360f33bfe), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:21.411474 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b16e8c28-ae7c-4d07-abea-f7616acaa502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:21.412637 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b16e8c28-ae7c-4d07-abea-f7616acaa502 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bc6feea-a792-49d1-b28a-b90360f33bfe HTTP/1.1" status: 204 len: 168 time: 0.1242983 May 12 23:32:21.421296 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8c28-ae7c-4d07-abea-f7616acaa502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6feea-a792-49d1-b28a-b90360f33bfe,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:21.593383 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:32:21.712788 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:32:21.722441 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:32:21.736924 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:21.739517 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:21.741432 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:32:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:21.771576 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-24c57292-5a96-4049-80a1-83534433c262 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4588845 May 12 23:32:21.771576 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:21.773148 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e324b1a-8634-417e-9356-7c2001922265" -d '{"events": [{"name": "network-changed", "server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:21.812388 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e885159-5ad8-436f-9060-fbcc606e1cbd x-openstack-request-id: req-6e885159-5ad8-436f-9060-fbcc606e1cbd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:21.813263 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:21.813690 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e885159-5ad8-436f-9060-fbcc606e1cbd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:21.814114 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e885159-5ad8-436f-9060-fbcc606e1cbd'] response: {'name': 'network-changed', 'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'status': 'completed', 'code': 200} May 12 23:32:21.873190 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:21.874245 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324b1a-8634-417e-9356-7c2001922265 req-f4231006-929a-497f-8be8-aa92f4b98feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:21.875750 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-f4231006-929a-497f-8be8-aa92f4b98feb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 1130 time: 0.0394483 May 12 23:32:21.969044 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324b1a-8634-417e-9356-7c2001922265 req-5abaacb1-9728-4b47-9f50-495a961cf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:21.970427 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-5abaacb1-9728-4b47-9f50-495a961cf7d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.0876839 May 12 23:32:22.034060 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-3aadff25-03cd-41ee-b230-14760a18cd39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322 HTTP/1.1" status: 200 len: 1000 time: 0.0570269 May 12 23:32:22.083378 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324b1a-8634-417e-9356-7c2001922265 req-4c51dc39-4131-4dcb-8db2-cbed0cccc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:22.084903 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-4c51dc39-4131-4dcb-8db2-cbed0cccc985 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0458224 May 12 23:32:22.100741 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:57Z', 'revision_number': 1, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}, {'id': '9a0658e6-11b1-4447-97ee-bcfd52c7b1d8', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:32:20Z', 'updated_at': '2022-05-12T23:32:20Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:22.129721 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:32:22.135297 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324b1a-8634-417e-9356-7c2001922265 req-342bf337-0877-4c1b-b4f8-d87a780a7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:22.136925 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-342bf337-0877-4c1b-b4f8-d87a780a7115 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461166 May 12 23:32:22.139307 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:32:22.139987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:32:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:22.246003 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-325ff6cf-0cab-4e54-b5bd-0f4d24c7f4d5 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014857 May 12 23:32:22.259078 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:32:22.359269 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e324b1a-8634-417e-9356-7c2001922265 req-32ea3f72-5d4a-4dd2-93c6-c87d92a8dab2 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070974 May 12 23:32:22.534576 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:57Z', 'revision_number': 1, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}, {'id': '9a0658e6-11b1-4447-97ee-bcfd52c7b1d8', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:32:20Z', 'updated_at': '2022-05-12T23:32:20Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:32:22.565534 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6489ee-30a4-4e30-b8cd-86bf6bdc4264 None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:57Z', 'revision_number': 1, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}, {'id': '9a0658e6-11b1-4447-97ee-bcfd52c7b1d8', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:32:20Z', 'updated_at': '2022-05-12T23:32:20Z', 'revision_number': 0, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:32:22.777845 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118b7d6-1e9b-4b9f-9121-29cd96111277 None None] New status for floating IP 9a0658e6-11b1-4447-97ee-bcfd52c7b1d8: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:32:24.445108 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:24.544866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f4fef0-f2c0-43d4-9ad1-d1d05f165ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.621403 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f4fef0-f2c0-43d4-9ad1-d1d05f165ebd admin admin] Publish callbacks [] for security_group (8bfaa1ba-9246-4c5e-8b06-a803aaefa672), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.625182 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71f4fef0-f2c0-43d4-9ad1-d1d05f165ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (8bfaa1ba-9246-4c5e-8b06-a803aaefa672), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.662003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4fef0-f2c0-43d4-9ad1-d1d05f165ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfaa1ba-9246-4c5e-8b06-a803aaefa672,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:24.667647 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-71f4fef0-f2c0-43d4-9ad1-d1d05f165ebd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc37d9383fd2412ea135d8e9fb9b9ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215595 May 12 23:32:24.670317 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:24.718061 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ef40ca-4f83-4fc7-bbc2-071d348ee416 admin admin] Publish callbacks [] for security_group (8bfaa1ba-9246-4c5e-8b06-a803aaefa672), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.739158 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ef40ca-4f83-4fc7-bbc2-071d348ee416 admin admin] Publish callbacks [] for security_group (8bfaa1ba-9246-4c5e-8b06-a803aaefa672), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.785412 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ef40ca-4f83-4fc7-bbc2-071d348ee416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (8bfaa1ba-9246-4c5e-8b06-a803aaefa672), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.788277 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69ef40ca-4f83-4fc7-bbc2-071d348ee416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:24.789407 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-69ef40ca-4f83-4fc7-bbc2-071d348ee416 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bfaa1ba-9246-4c5e-8b06-a803aaefa672 HTTP/1.1" status: 204 len: 168 time: 0.1180158 May 12 23:32:24.798450 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef40ca-4f83-4fc7-bbc2-071d348ee416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfaa1ba-9246-4c5e-8b06-a803aaefa672,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:25.047466 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:25.060955 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b478f3d-4e23-4ede-b94d-043179914c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.139529 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b478f3d-4e23-4ede-b94d-043179914c80 admin admin] Publish callbacks [] for security_group (d445ef8c-8407-48d4-803a-6d0c8fe65d5d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.143370 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b478f3d-4e23-4ede-b94d-043179914c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d445ef8c-8407-48d4-803a-6d0c8fe65d5d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.183507 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b478f3d-4e23-4ede-b94d-043179914c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d445ef8c-8407-48d4-803a-6d0c8fe65d5d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:25.192017 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6b478f3d-4e23-4ede-b94d-043179914c80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dacb4055d9854a0dafd4522d9d108f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407292 May 12 23:32:25.193229 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60448) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:25.241356 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2246d7ba-b243-48ec-8d4d-f9774b1472d5 admin admin] Publish callbacks [] for security_group (d445ef8c-8407-48d4-803a-6d0c8fe65d5d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.265417 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2246d7ba-b243-48ec-8d4d-f9774b1472d5 admin admin] Publish callbacks [] for security_group (d445ef8c-8407-48d4-803a-6d0c8fe65d5d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.313487 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2246d7ba-b243-48ec-8d4d-f9774b1472d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (d445ef8c-8407-48d4-803a-6d0c8fe65d5d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.316012 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2246d7ba-b243-48ec-8d4d-f9774b1472d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.317259 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2246d7ba-b243-48ec-8d4d-f9774b1472d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d445ef8c-8407-48d4-803a-6d0c8fe65d5d HTTP/1.1" status: 204 len: 168 time: 0.1240208 May 12 23:32:25.326424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246d7ba-b243-48ec-8d4d-f9774b1472d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d445ef8c-8407-48d4-803a-6d0c8fe65d5d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:25.503536 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:25.610071 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-783bfdc2-b32d-4176-b71d-75c941b1612f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.685165 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-783bfdc2-b32d-4176-b71d-75c941b1612f admin admin] Publish callbacks [] for security_group (bd2fa7d2-7a54-463c-b13b-df1589dafecd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.688992 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-783bfdc2-b32d-4176-b71d-75c941b1612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (bd2fa7d2-7a54-463c-b13b-df1589dafecd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.724960 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-783bfdc2-b32d-4176-b71d-75c941b1612f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96086a85d73d4e43a25356db404d708a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201221 May 12 23:32:25.727644 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60474) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:25.729565 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bfdc2-b32d-4176-b71d-75c941b1612f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2fa7d2-7a54-463c-b13b-df1589dafecd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:25.781093 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ef27-6985-47c2-bce6-ad53c2722cda admin admin] Publish callbacks [] for security_group (bd2fa7d2-7a54-463c-b13b-df1589dafecd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.803921 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ef27-6985-47c2-bce6-ad53c2722cda admin admin] Publish callbacks [] for security_group (bd2fa7d2-7a54-463c-b13b-df1589dafecd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.850778 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ef27-6985-47c2-bce6-ad53c2722cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (bd2fa7d2-7a54-463c-b13b-df1589dafecd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.854298 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ef27-6985-47c2-bce6-ad53c2722cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:25.855754 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cbd9ef27-6985-47c2-bce6-ad53c2722cda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd2fa7d2-7a54-463c-b13b-df1589dafecd HTTP/1.1" status: 204 len: 168 time: 0.1257131 May 12 23:32:25.865484 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ef27-6985-47c2-bce6-ad53c2722cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2fa7d2-7a54-463c-b13b-df1589dafecd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:26.231399 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:26.245038 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c8274fd-db2b-4556-94ca-602d027735c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.326907 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c8274fd-db2b-4556-94ca-602d027735c2 admin admin] Publish callbacks [] for security_group (608f62e6-1331-497c-a8a9-0ba55925b97b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.330852 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c8274fd-db2b-4556-94ca-602d027735c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (608f62e6-1331-497c-a8a9-0ba55925b97b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.372088 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8c8274fd-db2b-4556-94ca-602d027735c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13753eb7cc174515b344eaa2c02f425d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396160 May 12 23:32:26.373057 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8274fd-db2b-4556-94ca-602d027735c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f62e6-1331-497c-a8a9-0ba55925b97b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:26.374763 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:26.430803 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d2163f9-1d40-4c49-b540-5f20fa903ca6 admin admin] Publish callbacks [] for security_group (608f62e6-1331-497c-a8a9-0ba55925b97b), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.452613 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d2163f9-1d40-4c49-b540-5f20fa903ca6 admin admin] Publish callbacks [] for security_group (608f62e6-1331-497c-a8a9-0ba55925b97b), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.501069 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d2163f9-1d40-4c49-b540-5f20fa903ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (608f62e6-1331-497c-a8a9-0ba55925b97b), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.504643 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d2163f9-1d40-4c49-b540-5f20fa903ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:26.508355 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0d2163f9-1d40-4c49-b540-5f20fa903ca6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/608f62e6-1331-497c-a8a9-0ba55925b97b HTTP/1.1" status: 204 len: 168 time: 0.1300499 May 12 23:32:26.513960 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2163f9-1d40-4c49-b540-5f20fa903ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f62e6-1331-497c-a8a9-0ba55925b97b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:27.227872 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60562) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:27.376618 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e60883-a64e-4fc0-9741-b36e5b4ebec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.454879 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e60883-a64e-4fc0-9741-b36e5b4ebec3 admin admin] Publish callbacks [] for security_group (82d7d229-65f5-4508-859a-f039599006a3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.459747 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e60883-a64e-4fc0-9741-b36e5b4ebec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (82d7d229-65f5-4508-859a-f039599006a3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.496780 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60883-a64e-4fc0-9741-b36e5b4ebec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7d229-65f5-4508-859a-f039599006a3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:27.504193 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-62e60883-a64e-4fc0-9741-b36e5b4ebec3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13b3de4ae4384343a27ba3ce6bd287b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723787 May 12 23:32:27.504540 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60574) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:27.553985 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4082b9f6-301f-40ab-9112-2ddf764f8222 admin admin] Publish callbacks [] for security_group (82d7d229-65f5-4508-859a-f039599006a3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.578931 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4082b9f6-301f-40ab-9112-2ddf764f8222 admin admin] Publish callbacks [] for security_group (82d7d229-65f5-4508-859a-f039599006a3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.629165 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4082b9f6-301f-40ab-9112-2ddf764f8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (82d7d229-65f5-4508-859a-f039599006a3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.632025 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4082b9f6-301f-40ab-9112-2ddf764f8222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:27.633237 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-4082b9f6-301f-40ab-9112-2ddf764f8222 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82d7d229-65f5-4508-859a-f039599006a3 HTTP/1.1" status: 204 len: 168 time: 0.1276627 May 12 23:32:27.640999 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082b9f6-301f-40ab-9112-2ddf764f8222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7d229-65f5-4508-859a-f039599006a3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:27.966969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:27.981598 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee8fd6b-61c0-4936-bd1d-96765d336aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.066203 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee8fd6b-61c0-4936-bd1d-96765d336aab admin admin] Publish callbacks [] for security_group (0b5fa1a5-56e4-4950-ae22-5e80e429d1a7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.070738 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee8fd6b-61c0-4936-bd1d-96765d336aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0b5fa1a5-56e4-4950-ae22-5e80e429d1a7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.108515 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8fd6b-61c0-4936-bd1d-96765d336aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5fa1a5-56e4-4950-ae22-5e80e429d1a7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:28.116790 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cee8fd6b-61c0-4936-bd1d-96765d336aab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5724615729a242aaa13726118f8b8a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487498 May 12 23:32:28.117518 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:28.170302 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f47ac7-70c4-43f2-91cc-3c23a8c39b01 admin admin] Publish callbacks [] for security_group (0b5fa1a5-56e4-4950-ae22-5e80e429d1a7), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.193090 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f47ac7-70c4-43f2-91cc-3c23a8c39b01 admin admin] Publish callbacks [] for security_group (0b5fa1a5-56e4-4950-ae22-5e80e429d1a7), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.238166 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f47ac7-70c4-43f2-91cc-3c23a8c39b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (0b5fa1a5-56e4-4950-ae22-5e80e429d1a7), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.240945 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f47ac7-70c4-43f2-91cc-3c23a8c39b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:28.242181 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-99f47ac7-70c4-43f2-91cc-3c23a8c39b01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b5fa1a5-56e4-4950-ae22-5e80e429d1a7 HTTP/1.1" status: 204 len: 168 time: 0.1231453 May 12 23:32:28.250077 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47ac7-70c4-43f2-91cc-3c23a8c39b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5fa1a5-56e4-4950-ae22-5e80e429d1a7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:33.197011 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:33.299250 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12960d73-ec79-409b-b3b1-0615e8b4e66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.372486 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12960d73-ec79-409b-b3b1-0615e8b4e66a admin admin] Publish callbacks [] for security_group (ced89dbc-2cd4-4fdb-87c6-0754391266b8), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.376689 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12960d73-ec79-409b-b3b1-0615e8b4e66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ced89dbc-2cd4-4fdb-87c6-0754391266b8), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.418078 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-12960d73-ec79-409b-b3b1-0615e8b4e66a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edec960878664598945c6df3c0c512b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200260 May 12 23:32:33.418928 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12960d73-ec79-409b-b3b1-0615e8b4e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced89dbc-2cd4-4fdb-87c6-0754391266b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:33.420830 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:33.470677 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dbd279d-ae9c-4d15-9abf-1fc709006ccc admin admin] Publish callbacks [] for security_group (ced89dbc-2cd4-4fdb-87c6-0754391266b8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.492685 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dbd279d-ae9c-4d15-9abf-1fc709006ccc admin admin] Publish callbacks [] for security_group (ced89dbc-2cd4-4fdb-87c6-0754391266b8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.538961 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dbd279d-ae9c-4d15-9abf-1fc709006ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (ced89dbc-2cd4-4fdb-87c6-0754391266b8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.541606 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dbd279d-ae9c-4d15-9abf-1fc709006ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:33.545063 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1dbd279d-ae9c-4d15-9abf-1fc709006ccc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ced89dbc-2cd4-4fdb-87c6-0754391266b8 HTTP/1.1" status: 204 len: 168 time: 0.1204545 May 12 23:32:33.551108 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd279d-ae9c-4d15-9abf-1fc709006ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced89dbc-2cd4-4fdb-87c6-0754391266b8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:34.177314 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 60718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:34.268992 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1129634159-network', 'tenant_id': '305b23bac7a54c0fae0b0885913b6e49'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:34.289016 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Made reservation on behalf of 305b23bac7a54c0fae0b0885913b6e49 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:32:34.291280 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.299322 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.376496 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks [] for security_group (3c9c8274-63fe-4430-b271-e0ae1850fa4e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.382097 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3c9c8274-63fe-4430-b271-e0ae1850fa4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.657447 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:32:34.665680 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9c8274-63fe-4430-b271-e0ae1850fa4e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:34.680185 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f7ff3696-df82-4921-957e-045818eba224), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.680669 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Added segment f7ff3696-df82-4921-957e-045818eba224 of type vlan for network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 May 12 23:32:34.719197 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.743417 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.744448 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:34.745028 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.777093 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5987022 May 12 23:32:34.780074 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:34.785169 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Request body: {'subnet': {'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1129634159-subnet', 'tenant_id': '305b23bac7a54c0fae0b0885913b6e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:34.805474 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Made reservation on behalf of 305b23bac7a54c0fae0b0885913b6e49 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:32:34.807090 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f47f-7639-4322-89ae-125bd09ae72f admin admin] Pushing event updated for resources: {'Network': ['ID=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:34.807838 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:34.822015 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:32:34.978116 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (ab12406f-eda0-4456-9bab-37b0ae54ff6e), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:35.036502 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab12406f-eda0-4456-9bab-37b0ae54ff6e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:35.042245 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Checking segment: {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:32:35.042391 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Network hostable DHCP agents. Network: 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:32:35.060006 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:32:35.068564 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:32:35.073087 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:35.074113 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:35.077670 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fb794-a948-4506-9de4-9824813e6644 None None] Network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:32:35.089199 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c5ee0e80-513a-429c-8afe-b975af39851d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079121 May 12 23:32:35.181697 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d58d1-1979-4df9-b7a0-196ba0c1787d None None] Network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:32:37.926459 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-81247720-04a4-42ca-9a96-fcd5866a9634 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:37.927922 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-81247720-04a4-42ca-9a96-fcd5866a9634 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/networks?id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 HTTP/1.1" status: 200 len: 814 time: 0.1043394 May 12 23:32:37.942062 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-ed67ca16-bb76-41b1-abed-e49d2c493126 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/quotas/305b23bac7a54c0fae0b0885913b6e49 HTTP/1.1" status: 200 len: 375 time: 0.0086401 May 12 23:32:37.973232 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-e4c3cff6-56ee-4fa8-be47-caa99753a5a4 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=305b23bac7a54c0fae0b0885913b6e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263934 May 12 23:32:38.062423 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-2c17f74a-ea60-4e5b-b300-0db872442038 service neutron] 10.222.0.49 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827281 May 12 23:32:38.158629 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-56d0835d-718f-4e71-aea0-b6997ecc4ce2 service neutron] 10.222.0.49 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905759 May 12 23:32:38.319124 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41f3f841-737f-4f4c-b7f3-7f2b2a4c5330 req-055b6d93-2090-4754-94c8-927c3b5b492a tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 210 time: 0.0300281 May 12 23:32:39.318621 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-bafe51da-4ed0-4e95-957e-206683403b94 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:39.320237 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-bafe51da-4ed0-4e95-957e-206683403b94 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "GET /v2.0/networks?id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 HTTP/1.1" status: 200 len: 814 time: 0.1094770 May 12 23:32:39.334169 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Request body: {'port': {'device_id': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3', 'admin_state_up': True, 'tenant_id': '305b23bac7a54c0fae0b0885913b6e49'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:39.426241 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:32:39.431131 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8305abbb-4640-4e9c-83ea-0a45e78a4366 req-9bc41301-86ff-4d28-8177-eb68e1b1c3ff tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 210 time: 0.0374613 May 12 23:32:39.469475 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Made reservation on behalf of 305b23bac7a54c0fae0b0885913b6e49 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:32:39.473962 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:39.594939 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Allocated IP 172.20.0.3 (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3/ab12406f-eda0-4456-9bab-37b0ae54ff6e/d5c6e87c-bf8c-472c-86dd-3097670cd7b6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:32:39.740791 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks [] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:39.774489 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:39.817427 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:32:39.820547 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:32:39.826885 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:32:39.850724 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Pushing event updated for resources: {'Port': ['ID=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:39.876851 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:39.877452 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:39.892276 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-fa4e35d4-0aa1-4011-baa9-a52b82857ec1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620606 May 12 23:32:40.544190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935467d-f536-4641-912d-172c768bf9e7 req-0497582e-3036-406a-b4b8-2f622d055273 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:40.545659 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8935467d-f536-4641-912d-172c768bf9e7 req-0497582e-3036-406a-b4b8-2f622d055273 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 931 time: 0.0457661 May 12 23:32:40.591364 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8935467d-f536-4641-912d-172c768bf9e7 req-edfa60d2-eae8-41e6-949a-8d920d09583e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 May 12 23:32:40.785649 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1dddb8cc-26bb-4c24-836f-240e7fe747fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:41.435269 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Request body: {'port': {'device_id': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:32:41.497339 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:41.714442 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b0b9-eace-4ce0-8a3f-af3bb05eab90 req-88497660-5ce2-47a9-be66-b67a5106260c tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:41.715865 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9aa2b0b9-eace-4ce0-8a3f-af3bb05eab90 req-88497660-5ce2-47a9-be66-b67a5106260c tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 931 time: 0.0543234 May 12 23:32:41.764192 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-9aa2b0b9-eace-4ce0-8a3f-af3bb05eab90 req-32f6d902-9ad0-405e-86b7-3a85c5857dde tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 May 12 23:32:41.792941 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c6e87c-bf8c-472c-86dd-3097670cd7b6 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:32:41.800913 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Publish callbacks [] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:41.812940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Transition to ACTIVE for port object d5c6e87c-bf8c-472c-86dd-3097670cd7b6 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:32:41.816731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:41.868424 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:41.934960 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Attempting to bind port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:32:41.935304 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Attempting to bind port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:32:41.935627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Attempting to bind port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 on network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:32:41.940083 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 on network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:32:41.940443 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Attempting to bind port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 on network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:32:41.945648 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:32:41.945985 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Checking segment: {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:32:41.946366 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Bound using segment: {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:32:41.946787 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Bound port: d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:32:41.947144 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:42.022807 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] For port d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:32:42.025937 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] For port d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:32:42.030927 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:42.074866 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.075492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:42.076987 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] 10.222.0.76 "PUT /v2.0/ports/d5c6e87c-bf8c-472c-86dd-3097670cd7b6 HTTP/1.1" status: 200 len: 1093 time: 0.6460884 May 12 23:32:42.077434 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'tag': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:42.079672 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22192bda-775f-4688-a2ec-5bd4961b23b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c98c56cd-87e2-43b6-9e6d-0de06c7d521e", "tag": "d5c6e87c-bf8c-472c-86dd-3097670cd7b6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:42.105659 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f02ce-a3b6-4136-b367-5abc150cd40a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:42.114813 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5424d3b-6052-41bf-aa2c-a3362d874496 x-openstack-request-id: req-f5424d3b-6052-41bf-aa2c-a3362d874496 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:42.115110 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98c56cd-87e2-43b6-9e6d-0de06c7d521e", "tag": "d5c6e87c-bf8c-472c-86dd-3097670cd7b6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:42.115367 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5424d3b-6052-41bf-aa2c-a3362d874496 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:42.115771 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5424d3b-6052-41bf-aa2c-a3362d874496'] response: {'name': 'network-changed', 'server_uuid': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'tag': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6', 'status': 'completed', 'code': 200} May 12 23:32:42.459302 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22192bda-775f-4688-a2ec-5bd4961b23b8 req-7295aaec-af72-4ad0-accd-800f9a6d2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.460805 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-22192bda-775f-4688-a2ec-5bd4961b23b8 req-7295aaec-af72-4ad0-accd-800f9a6d2aa5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=305b23bac7a54c0fae0b0885913b6e49&device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 1127 time: 0.0397794 May 12 23:32:42.562214 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22192bda-775f-4688-a2ec-5bd4961b23b8 req-999ac1d8-9c83-4606-a946-17ad74597fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.563682 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-22192bda-775f-4688-a2ec-5bd4961b23b8 req-999ac1d8-9c83-4606-a946-17ad74597fdf service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=305b23bac7a54c0fae0b0885913b6e49&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951660 May 12 23:32:42.658210 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22192bda-775f-4688-a2ec-5bd4961b23b8 req-0187aa63-d9c9-4cce-81ee-db1da33af65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.660185 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-22192bda-775f-4688-a2ec-5bd4961b23b8 req-0187aa63-d9c9-4cce-81ee-db1da33af65b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887234 May 12 23:32:42.738744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-a4319d00-3ec6-4c7b-92e5-562ce44a8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.740245 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-a4319d00-3ec6-4c7b-92e5-562ce44a8424 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=305b23bac7a54c0fae0b0885913b6e49&device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 1127 time: 0.0436954 May 12 23:32:42.783074 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-ea6014a6-e748-412d-97db-afb719e2b4d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c6e87c-bf8c-472c-86dd-3097670cd7b6 HTTP/1.1" status: 200 len: 217 time: 0.0334938 May 12 23:32:42.835811 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbe74-ea7b-4777-a9ad-487392184aac req-78fd5867-a3c4-428e-bc10-9c36993faf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.837260 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-78fd5867-a3c4-428e-bc10-9c36993faf97 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ab12406f-eda0-4456-9bab-37b0ae54ff6e HTTP/1.1" status: 200 len: 854 time: 0.0438037 May 12 23:32:42.870078 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-8d1d87c2-3563-4fbb-b0f2-72d09b0ad14e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259361 May 12 23:32:42.880360 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1a60-136c-4169-b521-be1f0be762b4 req-c450218c-c56a-4338-b7a5-6e4957943f7f tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:42.881821 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd5a1a60-136c-4169-b521-be1f0be762b4 req-c450218c-c56a-4338-b7a5-6e4957943f7f tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 943 time: 0.0504892 May 12 23:32:42.928230 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dd5a1a60-136c-4169-b521-be1f0be762b4 req-5cd407fb-1c56-441d-ae14-444eda9c23f6 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 May 12 23:32:42.961388 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-9a72d829-9f72-4c2b-97bb-dc2cf5a2f97f service neutron] 10.222.0.76 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 May 12 23:32:43.053160 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-990dbe74-ea7b-4777-a9ad-487392184aac req-7140f4b7-d5e7-4f3c-99c1-0112ec62258a service neutron] 10.222.0.76 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 May 12 23:32:43.181092 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ade9a82-075d-4a6d-a02b-289c8d68ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:44.040821 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e64c4-f261-45c3-97be-18e7f56f49b8 req-16050c84-b65f-4bca-8ab3-6e3a64d63788 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:44.042332 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c2e64c4-f261-45c3-97be-18e7f56f49b8 req-16050c84-b65f-4bca-8ab3-6e3a64d63788 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 943 time: 0.0464740 May 12 23:32:44.077421 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:44.090204 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8c2e64c4-f261-45c3-97be-18e7f56f49b8 req-ebc2ef94-f6c6-45d1-a35c-8dca2e59cdb3 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 May 12 23:32:44.256910 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:45.203372 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c05fa-8f57-43c8-8517-3a792e72dbc3 req-7c518bb2-ee9e-43ee-9507-d0a24c407a25 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:45.204879 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c21c05fa-8f57-43c8-8517-3a792e72dbc3 req-7c518bb2-ee9e-43ee-9507-d0a24c407a25 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 943 time: 0.0469446 May 12 23:32:45.253008 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c21c05fa-8f57-43c8-8517-3a792e72dbc3 req-d0c958b2-9864-453c-af39-fc3f8e667e64 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 May 12 23:32:45.752406 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:46.363812 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41855073-8683-4c2d-a8d6-cbc16ec7d34b req-f878b77f-82b6-4ed7-935f-a6c30b789de8 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:46.365201 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41855073-8683-4c2d-a8d6-cbc16ec7d34b req-f878b77f-82b6-4ed7-935f-a6c30b789de8 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 943 time: 0.0455377 May 12 23:32:46.418624 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-41855073-8683-4c2d-a8d6-cbc16ec7d34b req-ea03eb76-085c-4998-a7e4-1f3f37f643ae tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 May 12 23:32:47.016184 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device d5c6e87c-bf8c-472c-86dd-3097670cd7b6 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:32:47.112141 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:47.123364 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6', 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3', 'port_id': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6', 'mac_address': 'fa:16:3e:fc:44:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab12406f-eda0-4456-9bab-37b0ae54ff6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:32:47.158363 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:32:47.158746 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:47.172130 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c6e87c-bf8c-472c-86dd-3097670cd7b6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:32:47.194544 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:47.198536 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:47.410423 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:47.423993 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:47.433562 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.434025 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.434483 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.434939 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.435388 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.435839 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.436283 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.436748 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.437183 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.437619 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.438053 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.438491 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.438922 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.439355 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.439787 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:47.530622 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a826-3467-4815-9c0e-eec60063757d req-3a5b8b76-7433-464b-9d5e-cc03883576e1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:47.532094 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2470a826-3467-4815-9c0e-eec60063757d req-3a5b8b76-7433-464b-9d5e-cc03883576e1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 944 time: 0.0454950 May 12 23:32:47.585779 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2470a826-3467-4815-9c0e-eec60063757d req-1f15127c-f907-4723-87a2-423ff65e9a0c tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 May 12 23:32:48.263055 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['d5c6e87c-bf8c-472c-86dd-3097670cd7b6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:32:48.699733 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c18b9b-41ef-47ed-9d9c-504a84f8ff37 req-0a737a6b-99d8-4c82-b522-225995bf1ff4 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:48.701211 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95c18b9b-41ef-47ed-9d9c-504a84f8ff37 req-0a737a6b-99d8-4c82-b522-225995bf1ff4 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 944 time: 0.0485168 May 12 23:32:48.747317 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-95c18b9b-41ef-47ed-9d9c-504a84f8ff37 req-809380e0-84fa-4de7-993a-250db2cae76c tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 May 12 23:32:48.809124 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device d5c6e87c-bf8c-472c-86dd-3097670cd7b6 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:32:48.855464 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:32:48.861377 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:32:48.861743 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:48.937735 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:32:48.938108 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:48.960166 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:32:48.962413 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c75db5-af30-41e8-acdc-4e04ac828559" -d '{"events": [{"server_uuid": "c98c56cd-87e2-43b6-9e6d-0de06c7d521e", "name": "network-vif-plugged", "status": "completed", "tag": "d5c6e87c-bf8c-472c-86dd-3097670cd7b6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:32:48.976073 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:32:48.979944 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:49.002289 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed8085f-b574-4e96-8906-d79be0799db4 x-openstack-request-id: req-bed8085f-b574-4e96-8906-d79be0799db4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:32:49.002579 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98c56cd-87e2-43b6-9e6d-0de06c7d521e", "name": "network-vif-plugged", "status": "completed", "tag": "d5c6e87c-bf8c-472c-86dd-3097670cd7b6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:32:49.002841 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bed8085f-b574-4e96-8906-d79be0799db4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:32:49.003234 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed8085f-b574-4e96-8906-d79be0799db4'] response: {'server_uuid': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6', 'code': 200} May 12 23:32:49.029391 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:49.163627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd79af3-1fd0-4b4e-aa01-f6e50e0d283f req-b1a297ab-575c-471f-b6b1-297af5f803e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:49.165206 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ecd79af3-1fd0-4b4e-aa01-f6e50e0d283f req-b1a297ab-575c-471f-b6b1-297af5f803e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 1129 time: 0.0417557 May 12 23:32:49.210798 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ecd79af3-1fd0-4b4e-aa01-f6e50e0d283f req-9b8f6255-4c88-4da0-ab5a-463c2bbfeaa0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390775 May 12 23:32:49.869382 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75d543-3e58-4d39-ab8e-7bd7ccbd131e req-48f4d953-6a6b-466d-937e-a9955ec40992 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:49.870880 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-db75d543-3e58-4d39-ab8e-7bd7ccbd131e req-48f4d953-6a6b-466d-937e-a9955ec40992 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 945 time: 0.0540681 May 12 23:32:49.916848 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-db75d543-3e58-4d39-ab8e-7bd7ccbd131e req-c431e228-95f2-4421-b8b2-bd99f4782236 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 May 12 23:32:51.035893 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbc50a-5f0f-4233-a32a-edc5f2a6c8cb req-4db4f93b-2850-4ebd-9680-121bf16911fc tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:32:51.037302 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75cbc50a-5f0f-4233-a32a-edc5f2a6c8cb req-4db4f93b-2850-4ebd-9680-121bf16911fc tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 945 time: 0.0494998 May 12 23:32:51.082526 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-75cbc50a-5f0f-4233-a32a-edc5f2a6c8cb req-d6746f13-9d94-4cfb-92ba-1648164a2d91 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 May 12 23:32:57.503585 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 60998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:57.607896 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.687590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Publish callbacks [] for security_group (6f5b25a3-49e5-4980-8e18-f18a1f85b5a5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.691473 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6f5b25a3-49e5-4980-8e18-f18a1f85b5a5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.734577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 32772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:57.735081 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4271263653894631a998d1a2aafea4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299664 May 12 23:32:57.735563 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5b25a3-49e5-4980-8e18-f18a1f85b5a5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:57.743053 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.743404 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.743931 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.744171 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.744618 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.744939 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.745316 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.745654 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.745984 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.746419 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.746752 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.747079 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.747407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.747867 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.748190 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0f587-3cfe-4ec8-b272-b512689e0bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.796684 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Publish callbacks [] for security_group (6f5b25a3-49e5-4980-8e18-f18a1f85b5a5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.817977 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Publish callbacks [] for security_group (6f5b25a3-49e5-4980-8e18-f18a1f85b5a5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.864551 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (6f5b25a3-49e5-4980-8e18-f18a1f85b5a5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.866933 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:57.868082 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f5b25a3-49e5-4980-8e18-f18a1f85b5a5 HTTP/1.1" status: 204 len: 168 time: 0.1323373 May 12 23:32:57.876030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5b25a3-49e5-4980-8e18-f18a1f85b5a5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:57.884944 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.885289 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.885626 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.885960 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.886288 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.886613 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.886935 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.887256 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.887577 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.887899 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.888219 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.888573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.889003 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.889327 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:57.889642 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c26a33-641f-438f-9efc-3fe69fa006e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:32:58.137538 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 32778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:58.154649 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89284493-caac-429b-9890-7aad60d59148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.231789 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89284493-caac-429b-9890-7aad60d59148 admin admin] Publish callbacks [] for security_group (fd2c93af-29ba-44a8-a030-4bc8c622923e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.235407 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89284493-caac-429b-9890-7aad60d59148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fd2c93af-29ba-44a8-a030-4bc8c622923e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.273754 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89284493-caac-429b-9890-7aad60d59148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2c93af-29ba-44a8-a030-4bc8c622923e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:32:58.278047 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-89284493-caac-429b-9890-7aad60d59148 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=838a55aaaa994352bbae1fd108563530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395082 May 12 23:32:58.281007 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 32780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:32:58.330105 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94025b2a-8560-4947-bd27-1c10a9125f57 admin admin] Publish callbacks [] for security_group (fd2c93af-29ba-44a8-a030-4bc8c622923e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.352170 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94025b2a-8560-4947-bd27-1c10a9125f57 admin admin] Publish callbacks [] for security_group (fd2c93af-29ba-44a8-a030-4bc8c622923e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.400431 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94025b2a-8560-4947-bd27-1c10a9125f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (fd2c93af-29ba-44a8-a030-4bc8c622923e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.402984 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94025b2a-8560-4947-bd27-1c10a9125f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:32:58.404141 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-94025b2a-8560-4947-bd27-1c10a9125f57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd2c93af-29ba-44a8-a030-4bc8c622923e HTTP/1.1" status: 204 len: 168 time: 0.1223218 May 12 23:32:58.411776 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94025b2a-8560-4947-bd27-1c10a9125f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2c93af-29ba-44a8-a030-4bc8c622923e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:00.054478 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 32838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:00.166616 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c96e8e0-2c59-49cf-8c30-92e27116a1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.244875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c96e8e0-2c59-49cf-8c30-92e27116a1c7 admin admin] Publish callbacks [] for security_group (caa30e4d-cf7f-40d9-9570-1909574e4c0d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.248490 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c96e8e0-2c59-49cf-8c30-92e27116a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (caa30e4d-cf7f-40d9-9570-1909574e4c0d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.289502 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4c96e8e0-2c59-49cf-8c30-92e27116a1c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64357b896a524f98b6db44d5e3c2daeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339444 May 12 23:33:00.290334 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96e8e0-2c59-49cf-8c30-92e27116a1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa30e4d-cf7f-40d9-9570-1909574e4c0d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:00.292899 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 32842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:00.342421 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae86f70f-a172-48b5-ab8d-56d5853f14be admin admin] Publish callbacks [] for security_group (caa30e4d-cf7f-40d9-9570-1909574e4c0d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.363909 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae86f70f-a172-48b5-ab8d-56d5853f14be admin admin] Publish callbacks [] for security_group (caa30e4d-cf7f-40d9-9570-1909574e4c0d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.414288 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae86f70f-a172-48b5-ab8d-56d5853f14be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (caa30e4d-cf7f-40d9-9570-1909574e4c0d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.416842 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae86f70f-a172-48b5-ab8d-56d5853f14be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.418208 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ae86f70f-a172-48b5-ab8d-56d5853f14be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/caa30e4d-cf7f-40d9-9570-1909574e4c0d HTTP/1.1" status: 204 len: 168 time: 0.1241167 May 12 23:33:00.426854 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86f70f-a172-48b5-ab8d-56d5853f14be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa30e4d-cf7f-40d9-9570-1909574e4c0d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:00.683362 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 32850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:00.696836 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cda609ba-4fc6-447d-91c8-c33925273f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.776207 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cda609ba-4fc6-447d-91c8-c33925273f9f admin admin] Publish callbacks [] for security_group (babfe3cc-4911-4ea4-bcae-446520e5f5c3), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.779851 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cda609ba-4fc6-447d-91c8-c33925273f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (babfe3cc-4911-4ea4-bcae-446520e5f5c3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.820142 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cda609ba-4fc6-447d-91c8-c33925273f9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e87cc450cac94d7eaf2128ee0c40f125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355922 May 12 23:33:00.820871 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda609ba-4fc6-447d-91c8-c33925273f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babfe3cc-4911-4ea4-bcae-446520e5f5c3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:00.822924 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 32852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:00.871451 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fc-1733-4d15-adc7-5c6cc6732b35 admin admin] Publish callbacks [] for security_group (babfe3cc-4911-4ea4-bcae-446520e5f5c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.893694 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fc-1733-4d15-adc7-5c6cc6732b35 admin admin] Publish callbacks [] for security_group (babfe3cc-4911-4ea4-bcae-446520e5f5c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.943731 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fc-1733-4d15-adc7-5c6cc6732b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (babfe3cc-4911-4ea4-bcae-446520e5f5c3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.946632 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fc-1733-4d15-adc7-5c6cc6732b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:00.947802 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0a2614fc-1733-4d15-adc7-5c6cc6732b35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/babfe3cc-4911-4ea4-bcae-446520e5f5c3 HTTP/1.1" status: 204 len: 168 time: 0.1238089 May 12 23:33:00.956045 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2614fc-1733-4d15-adc7-5c6cc6732b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babfe3cc-4911-4ea4-bcae-446520e5f5c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:01.612980 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 32876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:01.707473 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-739870345-network', 'tenant_id': '0354355856e54ae8af174c9daed7759a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:33:01.727509 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Made reservation on behalf of 0354355856e54ae8af174c9daed7759a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:33:01.729819 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.738278 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.829991 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks [] for security_group (156f5b64-7e1d-4761-9e24-da56b16d6f8d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.834763 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (156f5b64-7e1d-4761-9e24-da56b16d6f8d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.861546 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:33:01.870499 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156f5b64-7e1d-4761-9e24-da56b16d6f8d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:01.876420 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f0913f00-2b4a-4f1b-80bc-46a436e0399a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.876821 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Added segment f0913f00-2b4a-4f1b-80bc-46a436e0399a of type vlan for network 23cd3302-87a9-41cd-b123-cfe8deb683e3 May 12 23:33:01.919509 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (23cd3302-87a9-41cd-b123-cfe8deb683e3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.944595 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (23cd3302-87a9-41cd-b123-cfe8deb683e3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.945579 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:01.946194 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:01.983285 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3691883 May 12 23:33:01.986393 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 32882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:01.991889 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Request body: {'subnet': {'network_id': '23cd3302-87a9-41cd-b123-cfe8deb683e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-739870345-subnet', 'tenant_id': '0354355856e54ae8af174c9daed7759a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:33:02.015970 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2449c9-97b6-498f-b2e2-b8d52b8bdeeb admin admin] Pushing event updated for resources: {'Network': ['ID=23cd3302-87a9-41cd-b123-cfe8deb683e3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:02.017358 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Made reservation on behalf of 0354355856e54ae8af174c9daed7759a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:33:02.024069 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.026594 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 23cd3302-87a9-41cd-b123-cfe8deb683e3 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:33:02.196590 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (c66a4c0d-ba40-422f-9ef3-3e7752e42f1a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.249896 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c66a4c0d-ba40-422f-9ef3-3e7752e42f1a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:02.260856 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Checking segment: {'id': 'f0913f00-2b4a-4f1b-80bc-46a436e0399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '23cd3302-87a9-41cd-b123-cfe8deb683e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:33:02.261212 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Network hostable DHCP agents. Network: 23cd3302-87a9-41cd-b123-cfe8deb683e3, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:33:02.277878 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Network 23cd3302-87a9-41cd-b123-cfe8deb683e3 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:33:02.288464 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 23cd3302-87a9-41cd-b123-cfe8deb683e3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:33:02.293240 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:02.294335 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.297335 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2cde3-14c9-41c1-a54e-4fcbd3572edf None None] Network 23cd3302-87a9-41cd-b123-cfe8deb683e3 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:33:02.310487 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-d2a50ed1-a1d8-46a5-860b-3fc5d9c97184 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3226385 May 12 23:33:02.400190 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c563e-2996-4d7e-ba07-b0c81507d6a2 None None] Network 23cd3302-87a9-41cd-b123-cfe8deb683e3 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:33:02.767648 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 32898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:02.772499 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1603586090-network', 'tenant_id': '70f4d34faeea4e588110f3d15b65f9f2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:33:02.793519 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Made reservation on behalf of 70f4d34faeea4e588110f3d15b65f9f2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:33:02.795822 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for network (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.808475 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.883679 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks [] for security_group (718b2472-8f48-431c-8e44-cf0f9f370701), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.887321 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (718b2472-8f48-431c-8e44-cf0f9f370701), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.911221 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 23:33:02.921022 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718b2472-8f48-431c-8e44-cf0f9f370701,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:02.926340 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758239576077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (451cb912-29fe-44b4-b69d-7b0f14e4e6f0), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.926752 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.segments_db [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Added segment 451cb912-29fe-44b4-b69d-7b0f14e4e6f0 of type vlan for network 325b6441-f911-4dbf-837b-de086d1733e1 May 12 23:33:02.966373 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758239066269'] for network (325b6441-f911-4dbf-837b-de086d1733e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.990113 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881'] for network (325b6441-f911-4dbf-837b-de086d1733e1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:02.991088 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:02.991664 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:03.024558 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2557392 May 12 23:33:03.027179 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 32902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:03.031738 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Request body: {'subnet': {'network_id': '325b6441-f911-4dbf-837b-de086d1733e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1603586090-subnet', 'tenant_id': '70f4d34faeea4e588110f3d15b65f9f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:33:03.068842 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8380f6-3807-43ea-8471-cf97daa8e840 admin admin] Pushing event updated for resources: {'Network': ['ID=325b6441-f911-4dbf-837b-de086d1733e1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:03.078149 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Network 325b6441-f911-4dbf-837b-de086d1733e1 details requested by agent ovs-agent-dv-cinder-782260-5-iscsi with host dv-cinder-782260-5-iscsi {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 23:33:03.082034 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Made reservation on behalf of 70f4d34faeea4e588110f3d15b65f9f2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:33:03.084430 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4434219'] for subnet (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:03.249515 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4434237'] for subnet (39ec1b06-28fc-4de5-a1ed-873ffe0343a3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:03.304915 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ec1b06-28fc-4de5-a1ed-873ffe0343a3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:03.312045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Checking segment: {'id': '451cb912-29fe-44b4-b69d-7b0f14e4e6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '325b6441-f911-4dbf-837b-de086d1733e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:33:03.312429 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Network hostable DHCP agents. Network: 325b6441-f911-4dbf-837b-de086d1733e1, hostable agents: ['757bb2fe-befb-49f2-bd6e-20706cd4bc4d'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 23:33:03.329135 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Network 325b6441-f911-4dbf-837b-de086d1733e1 is scheduled to be hosted by DHCP agent 757bb2fe-befb-49f2-bd6e-20706cd4bc4d with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 23:33:03.337625 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-5-iscsi, 325b6441-f911-4dbf-837b-de086d1733e1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:33:03.342065 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:03.342734 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:03.348143 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d1bb9-b638-4304-910d-4e802162cb29 None None] Network 325b6441-f911-4dbf-837b-de086d1733e1 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:33:03.359320 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-9e243bf1-7122-4cdf-be8c-d1432f0a99dd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3311315 May 12 23:33:03.443611 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84464273-f174-49d8-a180-c44fa8078b75 None None] Network 325b6441-f911-4dbf-837b-de086d1733e1 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:33:10.799624 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9b096d6-82a3-40b2-b2ef-72e500e96594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:13.182079 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d56f634-6229-4feb-9e80-1e816cb31188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:14.079858 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:14.257851 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:15.756041 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:16.425288 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:33:16.686521 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:16.729689 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Deleting subnet c66a4c0d-ba40-422f-9ef3-3e7752e42f1a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:33:16.732922 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Publish callbacks [] for subnet (c66a4c0d-ba40-422f-9ef3-3e7752e42f1a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:16.766898 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (c66a4c0d-ba40-422f-9ef3-3e7752e42f1a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:16.805380 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (c66a4c0d-ba40-422f-9ef3-3e7752e42f1a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:16.858578 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (c66a4c0d-ba40-422f-9ef3-3e7752e42f1a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:16.883863 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c66a4c0d-ba40-422f-9ef3-3e7752e42f1a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:16.887573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:16.890669 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-405e5f98-28ea-4ef2-af44-b5a1d16e16c6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c66a4c0d-ba40-422f-9ef3-3e7752e42f1a HTTP/1.1" status: 204 len: 168 time: 0.2031567 May 12 23:33:16.893301 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33078) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:16.960351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (23cd3302-87a9-41cd-b123-cfe8deb683e3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.038075 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (23cd3302-87a9-41cd-b123-cfe8deb683e3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.057271 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cd3302-87a9-41cd-b123-cfe8deb683e3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:33:17.066125 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0913f00-2b4a-4f1b-80bc-46a436e0399a') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:33:17.066422 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0913f00-2b4a-4f1b-80bc-46a436e0399a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:33:17.076060 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (f0913f00-2b4a-4f1b-80bc-46a436e0399a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.088764 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f0913f00-2b4a-4f1b-80bc-46a436e0399a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.094340 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:33:17.094715 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (f0913f00-2b4a-4f1b-80bc-46a436e0399a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:33:17.096296 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:33:17.152089 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (23cd3302-87a9-41cd-b123-cfe8deb683e3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.158233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.161376 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] 10.222.0.49 "DELETE /v2.0/networks/23cd3302-87a9-41cd-b123-cfe8deb683e3 HTTP/1.1" status: 204 len: 168 time: 0.2671387 May 12 23:33:17.165003 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:17.173441 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6771539-b6c5-462e-bf4f-e45b6c6aca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=23cd3302-87a9-41cd-b123-cfe8deb683e3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:17.213042 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Deleting subnet 39ec1b06-28fc-4de5-a1ed-873ffe0343a3 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:33:17.216337 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Publish callbacks [] for subnet (39ec1b06-28fc-4de5-a1ed-873ffe0343a3), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.251127 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504788'] for subnet (39ec1b06-28fc-4de5-a1ed-873ffe0343a3), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.253668 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.295689 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (39ec1b06-28fc-4de5-a1ed-873ffe0343a3), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.345154 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4434182'] for subnet (39ec1b06-28fc-4de5-a1ed-873ffe0343a3), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.372652 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.375831 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39ec1b06-28fc-4de5-a1ed-873ffe0343a3 HTTP/1.1" status: 204 len: 168 time: 0.2098207 May 12 23:33:17.376746 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978aa4a-4bfc-4784-bf5d-778d8ebddbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ec1b06-28fc-4de5-a1ed-873ffe0343a3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:17.378251 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:17.444101 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (325b6441-f911-4dbf-837b-de086d1733e1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.522990 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (325b6441-f911-4dbf-837b-de086d1733e1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.542658 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325b6441-f911-4dbf-837b-de086d1733e1']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:33:17.551582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451cb912-29fe-44b4-b69d-7b0f14e4e6f0') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:33:17.551878 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451cb912-29fe-44b4-b69d-7b0f14e4e6f0') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:33:17.560791 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (451cb912-29fe-44b4-b69d-7b0f14e4e6f0), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.573764 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (451cb912-29fe-44b4-b69d-7b0f14e4e6f0), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.579850 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:33:17.580378 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (451cb912-29fe-44b4-b69d-7b0f14e4e6f0), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:33:17.581983 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:33:17.636901 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (325b6441-f911-4dbf-837b-de086d1733e1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.641325 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.644457 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/325b6441-f911-4dbf-837b-de086d1733e1 HTTP/1.1" status: 204 len: 168 time: 0.2652960 May 12 23:33:17.658054 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc126e0-7a7d-4def-a3dc-98ca8ba6fdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=325b6441-f911-4dbf-837b-de086d1733e1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:17.796540 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:17.835079 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-03556e13-fc92-4ae7-b751-8fdef0781c0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0354355856e54ae8af174c9daed7759a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368228 May 12 23:33:17.837303 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:17.882668 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48a321a3-6d68-4656-89f4-0c1f9fe5e619 admin admin] Publish callbacks [] for security_group (156f5b64-7e1d-4761-9e24-da56b16d6f8d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.903041 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48a321a3-6d68-4656-89f4-0c1f9fe5e619 admin admin] Publish callbacks [] for security_group (156f5b64-7e1d-4761-9e24-da56b16d6f8d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.948170 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48a321a3-6d68-4656-89f4-0c1f9fe5e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (156f5b64-7e1d-4761-9e24-da56b16d6f8d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.951006 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48a321a3-6d68-4656-89f4-0c1f9fe5e619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:17.952129 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-48a321a3-6d68-4656-89f4-0c1f9fe5e619 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/156f5b64-7e1d-4761-9e24-da56b16d6f8d HTTP/1.1" status: 204 len: 168 time: 0.1139407 May 12 23:33:17.960021 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a321a3-6d68-4656-89f4-0c1f9fe5e619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f5b64-7e1d-4761-9e24-da56b16d6f8d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:18.256012 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:18.302999 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-2d02dc42-5c9b-4c28-aa6c-17bc0f642cd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70f4d34faeea4e588110f3d15b65f9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452137 May 12 23:33:18.305974 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33100) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:33:18.350410 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2540a8a-932f-4768-9367-ae4315aa5424 admin admin] Publish callbacks [] for security_group (718b2472-8f48-431c-8e44-cf0f9f370701), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:18.370920 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2540a8a-932f-4768-9367-ae4315aa5424 admin admin] Publish callbacks [] for security_group (718b2472-8f48-431c-8e44-cf0f9f370701), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:18.416849 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2540a8a-932f-4768-9367-ae4315aa5424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (718b2472-8f48-431c-8e44-cf0f9f370701), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:18.419424 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2540a8a-932f-4768-9367-ae4315aa5424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:18.420584 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c2540a8a-932f-4768-9367-ae4315aa5424 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/718b2472-8f48-431c-8e44-cf0f9f370701 HTTP/1.1" status: 204 len: 168 time: 0.1137040 May 12 23:33:18.427824 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540a8a-932f-4768-9367-ae4315aa5424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b2472-8f48-431c-8e44-cf0f9f370701,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:33.578605 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129cf3e-9a5a-4cd9-9913-fe08ed615ec2 req-d5a0d111-d111-4753-8c11-e9f946c3e007 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:33.579997 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c129cf3e-9a5a-4cd9-9913-fe08ed615ec2 req-d5a0d111-d111-4753-8c11-e9f946c3e007 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 945 time: 0.0469751 May 12 23:33:33.626164 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-c129cf3e-9a5a-4cd9-9913-fe08ed615ec2 req-1f48ec28-39e4-453c-a505-b68837a82921 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 May 12 23:33:34.743072 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6047cd-2513-484a-9dd2-8173287546a9 req-7334342b-2cea-4775-b385-1f627542b78b tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:34.744569 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3c6047cd-2513-484a-9dd2-8173287546a9 req-7334342b-2cea-4775-b385-1f627542b78b tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 945 time: 0.0490503 May 12 23:33:34.792968 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-3c6047cd-2513-484a-9dd2-8173287546a9 req-134f5df7-a369-4564-a2fe-c4b692a3a216 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 May 12 23:33:35.227102 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507171e-e29b-41c3-b914-3b67e91d235d req-8245dad7-b034-490a-bb2c-188acffdcba0 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:35.228531 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0507171e-e29b-41c3-b914-3b67e91d235d req-8245dad7-b034-490a-bb2c-188acffdcba0 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 945 time: 0.0452433 May 12 23:33:35.313796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Deleting port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:33:35.314133 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:35.399218 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] For port d5c6e87c-bf8c-472c-86dd-3097670cd7b6, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:33:35.399573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:35.411966 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Calling delete_port for d5c6e87c-bf8c-472c-86dd-3097670cd7b6 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:33:35.543620 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (d5c6e87c-bf8c-472c-86dd-3097670cd7b6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:35.556861 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['d5c6e87c-bf8c-472c-86dd-3097670cd7b6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:33:35.574784 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Pushing event deleted for resources: {'Port': ['ID=d5c6e87c-bf8c-472c-86dd-3097670cd7b6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:35.625472 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] No DVR routers for this DVR port d5c6e87c-bf8c-472c-86dd-3097670cd7b6 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:33:35.627950 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:35.631218 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0507171e-e29b-41c3-b914-3b67e91d235d req-47636db8-7c7b-410b-b1dc-205b57f9abc7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "DELETE /v2.0/ports/d5c6e87c-bf8c-472c-86dd-3097670cd7b6 HTTP/1.1" status: 204 len: 173 time: 0.3974204 May 12 23:33:35.631643 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'name': 'network-vif-deleted', 'tag': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:33:35.633969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182ad3f-96e4-4f12-8144-f31d674308bf" -d '{"events": [{"server_uuid": "c98c56cd-87e2-43b6-9e6d-0de06c7d521e", "name": "network-vif-deleted", "tag": "d5c6e87c-bf8c-472c-86dd-3097670cd7b6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:33:35.675958 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c365c-6280-4df2-9427-a3b036445da8 x-openstack-request-id: req-ab3c365c-6280-4df2-9427-a3b036445da8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:33:35.676246 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98c56cd-87e2-43b6-9e6d-0de06c7d521e", "name": "network-vif-deleted", "tag": "d5c6e87c-bf8c-472c-86dd-3097670cd7b6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:33:35.676552 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab3c365c-6280-4df2-9427-a3b036445da8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:33:35.676948 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3c365c-6280-4df2-9427-a3b036445da8'] response: {'server_uuid': 'c98c56cd-87e2-43b6-9e6d-0de06c7d521e', 'name': 'network-vif-deleted', 'tag': 'd5c6e87c-bf8c-472c-86dd-3097670cd7b6', 'status': 'completed', 'code': 200} May 12 23:33:35.893909 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-6613fd2d-619e-4b1e-81e4-a6baf7b54dc8 req-7a97281c-2861-43cf-bb4c-45d5197ea190 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c98c56cd-87e2-43b6-9e6d-0de06c7d521e HTTP/1.1" status: 200 len: 210 time: 0.0272653 May 12 23:33:39.901861 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device d5c6e87c-bf8c-472c-86dd-3097670cd7b6 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:33:39.922618 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: d5c6e87c-bf8c-472c-86dd-3097670cd7b6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:33:39.922955 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device d5c6e87c-bf8c-472c-86dd-3097670cd7b6 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:33:40.790457 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5d66-752e-412e-8ca3-616f50b7d835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:43.183299 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09b5d230-6488-4f8b-ad68-29e6445fcdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:44.083180 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:44.269881 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:44.863197 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8da0bed0-a31a-4f87-baec-7f214ad75da0 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:44.864578 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8da0bed0-a31a-4f87-baec-7f214ad75da0 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/networks?id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 HTTP/1.1" status: 200 len: 814 time: 0.1008124 May 12 23:33:44.879149 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-d652e826-ec19-4e64-b556-5c4f50d5a79e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/quotas/305b23bac7a54c0fae0b0885913b6e49 HTTP/1.1" status: 200 len: 375 time: 0.0085971 May 12 23:33:44.909578 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-ad28bdba-ee27-489e-bf85-266fa0cb9c90 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=305b23bac7a54c0fae0b0885913b6e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258174 May 12 23:33:45.000994 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-bbbb475d-fe11-4442-a702-edffe09681b2 service neutron] 10.222.0.49 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844061 May 12 23:33:45.085984 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-30f729f9-bc63-4a69-986d-1ac4132f9cef service neutron] 10.222.0.49 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793941 May 12 23:33:45.759321 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:46.254342 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a5d7476c-8f53-4594-ad05-f18fdfc69632 req-6db8861f-6216-4752-a8eb-2c07c3093c48 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 210 time: 0.0287907 May 12 23:33:47.147187 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-3ccd07eb-c1bc-41dc-8f7a-21737f335fcb tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:47.148693 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-3ccd07eb-c1bc-41dc-8f7a-21737f335fcb tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "GET /v2.0/networks?id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 HTTP/1.1" status: 200 len: 814 time: 0.1031666 May 12 23:33:47.161392 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Request body: {'port': {'device_id': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3', 'admin_state_up': True, 'tenant_id': '305b23bac7a54c0fae0b0885913b6e49'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:33:47.256485 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:47.277346 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Made reservation on behalf of 305b23bac7a54c0fae0b0885913b6e49 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 23:33:47.280821 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:47.355498 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5d83eb4c-0d9b-4086-b620-1ee78689792a req-89187240-6218-464e-a3bb-8ff419a8de3c tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 210 time: 0.0308886 May 12 23:33:47.403918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Allocated IP 172.20.0.14 (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3/ab12406f-eda0-4456-9bab-37b0ae54ff6e/5354f507-0a1c-4054-9527-0f3d93aab8c7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 23:33:47.548888 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks [] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:47.580374 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758239077479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:47.621993 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 23:33:47.625035 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 23:33:47.630805 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 23:33:47.657676 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Pushing event updated for resources: {'Port': ['ID=5354f507-0a1c-4054-9527-0f3d93aab8c7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:47.684361 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:47.684969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:47.699934 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-8c143c2b-12fc-4774-98aa-0942e1ee3f2e tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5423501 May 12 23:33:47.711946 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Request body: {'port': {'device_id': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 23:33:47.768107 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:48.058594 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5354f507-0a1c-4054-9527-0f3d93aab8c7 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:33:48.065747 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Publish callbacks [] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:48.078287 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Transition to ACTIVE for port object 5354f507-0a1c-4054-9527-0f3d93aab8c7 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 23:33:48.081697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:48.128744 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965e71-93d6-455f-83db-3561da661914 service neutron] Pushing event updated for resources: {'Port': ['ID=5354f507-0a1c-4054-9527-0f3d93aab8c7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:48.200416 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Attempting to bind port 5354f507-0a1c-4054-9527-0f3d93aab8c7 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 23:33:48.201106 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Attempting to bind port 5354f507-0a1c-4054-9527-0f3d93aab8c7 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 23:33:48.201106 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Attempting to bind port 5354f507-0a1c-4054-9527-0f3d93aab8c7 on network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:33:48.205337 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Port 5354f507-0a1c-4054-9527-0f3d93aab8c7 on network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 23:33:48.205671 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Attempting to bind port 5354f507-0a1c-4054-9527-0f3d93aab8c7 on network 6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 23:33:48.211050 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Checking agent: {'id': 'c2e30413-1709-49d2-8e60-0b6a9e47b9f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'started_at': datetime.datetime(2022, 5, 12, 23, 22, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 23, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 23:33:48.211381 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Checking segment: {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 23:33:48.211756 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Bound using segment: {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 23:33:48.212196 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Bound port: 5354f507-0a1c-4054-9527-0f3d93aab8c7, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ff3696-df82-4921-957e-045818eba224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 23:33:48.212565 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:48.275148 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] For port 5354f507-0a1c-4054-9527-0f3d93aab8c7, host hv-cinder-78226, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 23:33:48.278091 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] For port 5354f507-0a1c-4054-9527-0f3d93aab8c7, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 23:33:48.283246 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4792354'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:48.314456 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:48.315159 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:48.316672 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-37965e71-93d6-455f-83db-3561da661914 service neutron] 10.222.0.76 "PUT /v2.0/ports/5354f507-0a1c-4054-9527-0f3d93aab8c7 HTTP/1.1" status: 200 len: 1094 time: 0.6091530 May 12 23:33:48.318697 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'tag': '5354f507-0a1c-4054-9527-0f3d93aab8c7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:33:48.322021 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d3e1b3-774d-459b-adb8-7465c5d30546", "tag": "5354f507-0a1c-4054-9527-0f3d93aab8c7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:33:48.349819 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965e71-93d6-455f-83db-3561da661914 service neutron] Pushing event updated for resources: {'Port': ['ID=5354f507-0a1c-4054-9527-0f3d93aab8c7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:48.364091 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ceb524-25da-4a3a-b196-322465e5d9ce x-openstack-request-id: req-68ceb524-25da-4a3a-b196-322465e5d9ce {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:33:48.364401 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d3e1b3-774d-459b-adb8-7465c5d30546", "tag": "5354f507-0a1c-4054-9527-0f3d93aab8c7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:33:48.364656 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68ceb524-25da-4a3a-b196-322465e5d9ce {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:33:48.365039 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ceb524-25da-4a3a-b196-322465e5d9ce'] response: {'name': 'network-changed', 'server_uuid': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'tag': '5354f507-0a1c-4054-9527-0f3d93aab8c7', 'status': 'completed', 'code': 200} May 12 23:33:48.396096 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-579ccb53-8628-4df9-84a7-3eb268dc4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:48.397728 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-579ccb53-8628-4df9-84a7-3eb268dc4c55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=305b23bac7a54c0fae0b0885913b6e49&device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 1128 time: 0.0443492 May 12 23:33:48.445593 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-a5292b18-1018-41c6-b45c-6572ce2f22e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7 HTTP/1.1" status: 200 len: 217 time: 0.0414567 May 12 23:33:48.470662 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8d479-b52c-4c5d-816f-14d1f609d2f0 req-9c471146-458b-4e93-900f-bb2bb62c8ef7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:48.472123 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dcc8d479-b52c-4c5d-816f-14d1f609d2f0 req-9c471146-458b-4e93-900f-bb2bb62c8ef7 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 944 time: 0.0468786 May 12 23:33:48.493980 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-cafa094e-87c5-48a8-8cc8-d1e78de2dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:48.495546 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-cafa094e-87c5-48a8-8cc8-d1e78de2dfd5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ab12406f-eda0-4456-9bab-37b0ae54ff6e HTTP/1.1" status: 200 len: 854 time: 0.0432675 May 12 23:33:48.519051 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-dcc8d479-b52c-4c5d-816f-14d1f609d2f0 req-029dea9f-2d8b-4c43-91bd-d683165e6397 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 May 12 23:33:48.526990 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-f4cd5f25-d06f-4d6f-b0c0-68ce99a4f504 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257287 May 12 23:33:48.620037 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-2b3c4403-e46a-478f-ac9e-ee28ffa7fc92 service neutron] 10.222.0.76 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860255 May 12 23:33:48.705843 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-03bdcea6-8dfe-4c4e-83cf-26da5f1f033d req-2259628c-fb99-4966-ab0a-6300ddf23013 service neutron] 10.222.0.76 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796692 May 12 23:33:49.547254 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-18b77390-0750-4e73-a26a-070f93e4a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:49.548740 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-18b77390-0750-4e73-a26a-070f93e4a018 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=305b23bac7a54c0fae0b0885913b6e49&device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 1128 time: 0.0430293 May 12 23:33:49.633214 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129437f5-9098-4eff-bdb5-68571fcde522 req-9e3e17e2-b5ab-45a5-b613-641311d1f3de tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:49.634738 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-129437f5-9098-4eff-bdb5-68571fcde522 req-9e3e17e2-b5ab-45a5-b613-641311d1f3de tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 944 time: 0.0456648 May 12 23:33:49.638431 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-638bae6f-9b8c-48e5-9a0d-2b47de56e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:49.639858 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-638bae6f-9b8c-48e5-9a0d-2b47de56e9a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 HTTP/1.1" status: 200 len: 915 time: 0.0850575 May 12 23:33:49.680868 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-129437f5-9098-4eff-bdb5-68571fcde522 req-785be181-58e9-494f-bda3-0ffd5625e6ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 May 12 23:33:49.685074 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-682db8d3-3a93-4a39-94e3-3422237008ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7 HTTP/1.1" status: 200 len: 217 time: 0.0373850 May 12 23:33:49.733147 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-d2a51edf-20ae-429c-baf9-c0cd2080d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:49.734624 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-d2a51edf-20ae-429c-baf9-c0cd2080d985 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ab12406f-eda0-4456-9bab-37b0ae54ff6e HTTP/1.1" status: 200 len: 854 time: 0.0431767 May 12 23:33:49.769464 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-b1f5fbf3-5bfa-471a-897c-d25d8cd569c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268929 May 12 23:33:49.861147 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-8fcb46e7-9d5d-4beb-8bbb-8d73d397e0ad service neutron] 10.222.0.76 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844963 May 12 23:33:49.948259 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c27169e-fd7e-4a73-b4df-819b98f5d2bf req-6b9e92b3-322a-4b30-b9c1-658879a770bf service neutron] 10.222.0.76 "GET /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800464 May 12 23:33:50.796488 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4e633-433e-4cbc-95cc-9b3e11268865 req-0472068f-0889-485c-a9c0-80c56df1bbed tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:50.797970 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39a4e633-433e-4cbc-95cc-9b3e11268865 req-0472068f-0889-485c-a9c0-80c56df1bbed tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 944 time: 0.0497539 May 12 23:33:50.843441 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-39a4e633-433e-4cbc-95cc-9b3e11268865 req-a2102326-16aa-45fa-b737-6faa608600af tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 May 12 23:33:51.350232 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5354f507-0a1c-4054-9527-0f3d93aab8c7 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 23:33:51.451168 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 5354f507-0a1c-4054-9527-0f3d93aab8c7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:33:51.461999 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Returning: {'device': '5354f507-0a1c-4054-9527-0f3d93aab8c7', 'network_id': '6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3', 'port_id': '5354f507-0a1c-4054-9527-0f3d93aab8c7', 'mac_address': 'fa:16:3e:07:c3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab12406f-eda0-4456-9bab-37b0ae54ff6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 23:33:51.497585 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 5354f507-0a1c-4054-9527-0f3d93aab8c7 is: DOWN; New status is: BUILD {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:33:51.497975 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:51.511025 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5354f507-0a1c-4054-9527-0f3d93aab8c7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 23:33:51.529646 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 5354f507-0a1c-4054-9527-0f3d93aab8c7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:33:51.533459 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:51.580035 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=5354f507-0a1c-4054-9527-0f3d93aab8c7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:51.587295 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.587646 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.587987 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.588375 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.588739 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.589068 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.589411 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.589735 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.590059 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.590380 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.590701 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.591021 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.591340 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.591655 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.591968 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:33:51.763253 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] get_ports_and_sgs() called for port_ids ['5354f507-0a1c-4054-9527-0f3d93aab8c7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 23:33:51.961981 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02328279-fa56-4060-98e9-5616b248c855 req-e6676a75-f707-4b00-bfad-cd92435175e4 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:51.963932 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-02328279-fa56-4060-98e9-5616b248c855 req-e6676a75-f707-4b00-bfad-cd92435175e4 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 945 time: 0.0511885 May 12 23:33:52.010785 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-02328279-fa56-4060-98e9-5616b248c855 req-580f26bf-179c-45db-9e44-f3b8fabb5e14 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 May 12 23:33:53.122846 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67534dc4-9433-4532-9d3e-e6a2b961ecb9 req-1f10602e-7c4c-4eae-b9e0-885c1d834bce tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:53.124282 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-67534dc4-9433-4532-9d3e-e6a2b961ecb9 req-1f10602e-7c4c-4eae-b9e0-885c1d834bce tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 945 time: 0.0488117 May 12 23:33:53.170440 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-67534dc4-9433-4532-9d3e-e6a2b961ecb9 req-85cae113-d2f8-47e4-bdfa-206e891861de tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 May 12 23:33:53.350312 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5354f507-0a1c-4054-9527-0f3d93aab8c7 up at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 23:33:53.395868 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning for port 5354f507-0a1c-4054-9527-0f3d93aab8c7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 23:33:53.402446 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Provisioning complete for port 5354f507-0a1c-4054-9527-0f3d93aab8c7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 23:33:53.402813 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655575'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:53.423850 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:33:53.478116 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Current status of the port 5354f507-0a1c-4054-9527-0f3d93aab8c7 is: BUILD; New status is: ACTIVE {{(pid=103290) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 23:33:53.478499 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-698695'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:53.500657 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5354f507-0a1c-4054-9527-0f3d93aab8c7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:33:53.502870 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11de642c940b0908d397adabd028f1c354e278d816a0e051a330c477caf1156e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a268e-8872-4d08-a639-10fe2aae394d" -d '{"events": [{"server_uuid": "c9d3e1b3-774d-459b-adb8-7465c5d30546", "name": "network-vif-plugged", "status": "completed", "tag": "5354f507-0a1c-4054-9527-0f3d93aab8c7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:33:53.515710 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] For port 5354f507-0a1c-4054-9527-0f3d93aab8c7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:33:53.519967 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758239640203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758239077497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758239077515'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:33:53.542397 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3e0a19-646e-4e71-83af-777888cd28a0 x-openstack-request-id: req-ba3e0a19-646e-4e71-83af-777888cd28a0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:33:53.542691 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d3e1b3-774d-459b-adb8-7465c5d30546", "name": "network-vif-plugged", "status": "completed", "tag": "5354f507-0a1c-4054-9527-0f3d93aab8c7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:33:53.542946 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba3e0a19-646e-4e71-83af-777888cd28a0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:33:53.543335 dv-cinder-782260-5-iscsi neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3e0a19-646e-4e71-83af-777888cd28a0'] response: {'server_uuid': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5354f507-0a1c-4054-9527-0f3d93aab8c7', 'code': 200} May 12 23:33:53.568834 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Pushing event updated for resources: {'Port': ['ID=5354f507-0a1c-4054-9527-0f3d93aab8c7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:33:53.699647 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19054-2b8d-4ccc-a803-c20419bc20fb req-87c29697-712f-49ba-9b2b-b19c7392c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:53.701186 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-12c19054-2b8d-4ccc-a803-c20419bc20fb req-87c29697-712f-49ba-9b2b-b19c7392c7a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 1130 time: 0.0385623 May 12 23:33:53.747025 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-12c19054-2b8d-4ccc-a803-c20419bc20fb req-f413f2fe-2ee7-4381-8eb9-5d9ee0570d72 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 May 12 23:33:54.285762 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cff39-ad4b-428e-83f8-c8fd58b0d7ff req-89dccde2-a99a-42b0-9cb2-502e84fe991f tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:54.287466 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc6cff39-ad4b-428e-83f8-c8fd58b0d7ff req-89dccde2-a99a-42b0-9cb2-502e84fe991f tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 946 time: 0.0467479 May 12 23:33:54.332069 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fc6cff39-ad4b-428e-83f8-c8fd58b0d7ff req-cba70f8a-3584-4aa2-b46a-0327d5f9d5b1 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384488 May 12 23:33:55.443516 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0de902-d020-4c0a-a08f-ad53f364e195 req-e0f05731-9d60-4d8f-b6f1-d12fc86e99eb tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:33:55.444976 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d0de902-d020-4c0a-a08f-ad53f364e195 req-e0f05731-9d60-4d8f-b6f1-d12fc86e99eb tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 946 time: 0.0453608 May 12 23:33:55.493379 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2d0de902-d020-4c0a-a08f-ad53f364e195 req-94aac7df-ad3e-433a-a4ab-c0bda61e698d tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 May 12 23:34:00.159494 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33274) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:00.305866 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Deleting port a175a8f5-5f5c-47b9-a80d-4d070a69e06a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:00.306128 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:00.379382 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:00.379711 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:00.391620 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Calling delete_port for a175a8f5-5f5c-47b9-a80d-4d070a69e06a owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:00.533732 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (a175a8f5-5f5c-47b9-a80d-4d070a69e06a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:00.556384 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'Port': ['ID=a175a8f5-5f5c-47b9-a80d-4d070a69e06a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:00.569167 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.569521 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.569861 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.570201 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.570532 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.570859 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.571183 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.571504 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.571827 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.572146 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.572491 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.572814 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.573133 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.573450 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.573766 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:00.635219 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (9a0658e6-11b1-4447-97ee-bcfd52c7b1d8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:00.635556 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.db.l3_db [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Floating IP 9a0658e6-11b1-4447-97ee-bcfd52c7b1d8 disassociated (deleted). External IP: 172.27.3.217, port: ae25c41d-93f2-40e6-81c9-70f089dc2322. May 12 23:34:01.101507 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:34:01.209770 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:34:01.214416 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:01.219759 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:34:01.229495 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:01.230098 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:33:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:01.243061 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0033848f-ccab-4881-bb41-352c79bb48b0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "DELETE /v2.0/floatingips/9a0658e6-11b1-4447-97ee-bcfd52c7b1d8 HTTP/1.1" status: 204 len: 168 time: 1.0825186 May 12 23:34:01.243642 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:34:01.245938 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4884a8142226ee406b434079787bb398936f997bd1d04ed5ead3f310b7497b0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:34:01.288881 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14507e7-f1d6-4552-9c4b-f0a777faf42e x-openstack-request-id: req-f14507e7-f1d6-4552-9c4b-f0a777faf42e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:34:01.289185 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:34:01.289443 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f14507e7-f1d6-4552-9c4b-f0a777faf42e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:34:01.289851 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14507e7-f1d6-4552-9c4b-f0a777faf42e'] response: {'name': 'network-changed', 'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'status': 'completed', 'code': 200} May 12 23:34:01.479318 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:01.479582 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2519c-f029-4aa0-aad4-0a458a6bba09 req-cad6d83d-5fda-4b95-bf53-cce1c49d1d67 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:01.480826 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-92a2519c-f029-4aa0-aad4-0a458a6bba09 req-cad6d83d-5fda-4b95-bf53-cce1c49d1d67 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0467529 May 12 23:34:01.529105 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-92a2519c-f029-4aa0-aad4-0a458a6bba09 req-ff2b75ca-e9d2-45c1-83e7-61d4b36b1526 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 May 12 23:34:01.601823 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-89e4d372-2a94-497f-b325-b09349706733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:01.603316 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-89e4d372-2a94-497f-b325-b09349706733 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 1130 time: 0.0434446 May 12 23:34:01.700991 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:57Z', 'revision_number': 1, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:01.730531 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:34:01.739326 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:01.739994 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:33:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:01.847821 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:02.065012 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:57Z', 'revision_number': 1, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:02.096158 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e9700-1779-493c-b3ea-e4b3a55884e1 None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_floatingips': [{'id': '71f10dc0-24c9-41b4-a077-ff95b080eb33', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'router_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'port_id': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'mac_address': 'fa:16:3e:ce:74:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T23:29:55Z', 'updated_at': '2022-05-12T23:29:57Z', 'revision_number': 1, 'project_id': 'e81bb52b456d4be68365930154165998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:34:02.310472 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38243e-8a8a-4619-8d53-1e9d393d2a87 None None] New status for floating IP 9a0658e6-11b1-4447-97ee-bcfd52c7b1d8: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:34:02.652032 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e11e-6d57-4f98-85fa-e7b2a5111591 req-52b5802d-12b2-4290-aad6-2e6f6af98583 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:02.653548 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a834e11e-6d57-4f98-85fa-e7b2a5111591 req-52b5802d-12b2-4290-aad6-2e6f6af98583 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0470457 May 12 23:34:02.655262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-0cccf31a-4dca-40c3-854c-c9427578969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:02.656707 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-0cccf31a-4dca-40c3-854c-c9427578969b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.0859675 May 12 23:34:02.704709 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-a834e11e-6d57-4f98-85fa-e7b2a5111591 req-c81ca8e5-046b-47ef-943f-acc169988ba8 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 May 12 23:34:02.982108 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-477d2c93-92a2-4a4e-87f8-a09f2e71d3a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322 HTTP/1.1" status: 200 len: 217 time: 0.0387886 May 12 23:34:03.031078 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-4b80f673-5735-4099-a914-b4835e064d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:03.032564 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-4b80f673-5735-4099-a914-b4835e064d64 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0443010 May 12 23:34:03.192607 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-b2af8fc0-85f8-4f7f-b2cd-ae342213ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:03.194269 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-b2af8fc0-85f8-4f7f-b2cd-ae342213ccb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400536 May 12 23:34:03.571426 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664510fa-23a4-4d06-80e8-aa654430696c req-beb67fb5-c42d-4366-89a8-9d7530c4dded tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:03.572824 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-664510fa-23a4-4d06-80e8-aa654430696c req-beb67fb5-c42d-4366-89a8-9d7530c4dded tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.3420413 May 12 23:34:03.615210 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-31c8d8b0-f118-46ae-a769-f14401dceb9b service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139106 May 12 23:34:03.668819 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Deleting port ae25c41d-93f2-40e6-81c9-70f089dc2322 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:03.669487 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:03.757221 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] For port ae25c41d-93f2-40e6-81c9-70f089dc2322, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ae25c41d-93f2-40e6-81c9-70f089dc2322,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:03.757593 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:03.774645 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Calling delete_port for ae25c41d-93f2-40e6-81c9-70f089dc2322 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:03.815990 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591fd52-24ac-4425-b9a6-a3beed46c97b req-7088b7da-46c0-49d0-9b9f-5903ee681a92 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:03.817485 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5591fd52-24ac-4425-b9a6-a3beed46c97b req-7088b7da-46c0-49d0-9b9f-5903ee681a92 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 946 time: 0.0462713 May 12 23:34:03.866450 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-5591fd52-24ac-4425-b9a6-a3beed46c97b req-3f901891-c959-42a8-bb88-c57f2aa8b4b9 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 May 12 23:34:03.902158 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (ae25c41d-93f2-40e6-81c9-70f089dc2322), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:03.931152 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'Port': ['ID=ae25c41d-93f2-40e6-81c9-70f089dc2322,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:03.960195 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.960576 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.960918 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.961252 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.961580 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.961906 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.962236 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.962555 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.962875 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.963196 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.963516 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.963838 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.964154 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.964492 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.964809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-5-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 23:34:03.987286 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] No DVR routers for this DVR port ae25c41d-93f2-40e6-81c9-70f089dc2322 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:03.989594 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:03.993283 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-664510fa-23a4-4d06-80e8-aa654430696c req-edc6a6de-121b-4d76-a181-23184d3b1a2f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "DELETE /v2.0/ports/ae25c41d-93f2-40e6-81c9-70f089dc2322 HTTP/1.1" status: 204 len: 173 time: 0.4132624 May 12 23:34:03.993730 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'name': 'network-vif-deleted', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:34:03.995953 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f7236b-dac1-48a2-af59-d7eaf8d00c1e" -d '{"events": [{"server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "name": "network-vif-deleted", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:34:04.030404 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a37ee-f4ff-493a-a097-780de5591430 x-openstack-request-id: req-f36a37ee-f4ff-493a-a097-780de5591430 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:34:04.030695 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3706266-c17e-4fd2-9efc-20c5ce43d211", "name": "network-vif-deleted", "tag": "ae25c41d-93f2-40e6-81c9-70f089dc2322", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:34:04.030947 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f36a37ee-f4ff-493a-a097-780de5591430 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:34:04.031338 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36a37ee-f4ff-493a-a097-780de5591430'] response: {'server_uuid': 'a3706266-c17e-4fd2-9efc-20c5ce43d211', 'name': 'network-vif-deleted', 'tag': 'ae25c41d-93f2-40e6-81c9-70f089dc2322', 'status': 'completed', 'code': 200} May 12 23:34:04.965557 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-401c96cf-b795-4a27-b451-2aaa671cd1f2 req-25cd674c-6e08-41ab-ba2f-5b12bbf1012f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0274291 May 12 23:34:06.063549 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-b55d5b3b-9a59-4d03-906b-fb7090b2b2d0 req-65b1c139-4afb-4756-ae7a-5df2e531783c tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3706266-c17e-4fd2-9efc-20c5ce43d211 HTTP/1.1" status: 200 len: 210 time: 0.0310514 May 12 23:34:06.259704 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4fd2dcb-b229-4399-b1ee-17ab1c40078b req-6af1ce07-2e70-48d8-98bb-3fdcad0dda73 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879798 May 12 23:34:08.706351 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ae25c41d-93f2-40e6-81c9-70f089dc2322 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:08.727006 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: ae25c41d-93f2-40e6-81c9-70f089dc2322 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:08.727345 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device ae25c41d-93f2-40e6-81c9-70f089dc2322 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:10.792325 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99b519a-7bf3-4c22-bfba-4ac7a8b7c8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:11.392330 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:11.540042 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Deleting port e43e1453-2c4b-4474-9177-ef7f80337bc4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:11.540559 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:11.612801 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:11.613127 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (e43e1453-2c4b-4474-9177-ef7f80337bc4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:11.625181 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Calling delete_port for e43e1453-2c4b-4474-9177-ef7f80337bc4 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:11.775151 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (e43e1453-2c4b-4474-9177-ef7f80337bc4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:11.801641 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'Port': ['ID=e43e1453-2c4b-4474-9177-ef7f80337bc4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:11.863778 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (71f10dc0-24c9-41b4-a077-ff95b080eb33), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:11.864108 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Floating IP 71f10dc0-24c9-41b4-a077-ff95b080eb33 disassociated (deleted). External IP: 172.27.3.221, port: 22b2022e-3bc6-48c4-a88f-20169d79d7a0. May 12 23:34:12.079070 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:34:12.187505 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:34:12.192407 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:12.196858 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:34:12.205862 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:12.206467 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:33:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:12.219965 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-160394fd-c2ed-4786-b4ae-ca49d1f437c0 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "DELETE /v2.0/floatingips/71f10dc0-24c9-41b4-a077-ff95b080eb33 HTTP/1.1" status: 204 len: 168 time: 0.8265481 May 12 23:34:12.220565 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:34:12.222907 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee695ff2-664d-4e06-a6e3-15b210fc19dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:34:12.259574 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 23:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3bef1e-e722-4c8b-ad2f-e7824efa52bd x-openstack-request-id: req-ff3bef1e-e722-4c8b-ad2f-e7824efa52bd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:34:12.259871 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:34:12.261614 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff3bef1e-e722-4c8b-ad2f-e7824efa52bd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:34:12.261762 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3bef1e-e722-4c8b-ad2f-e7824efa52bd'] response: {'name': 'network-changed', 'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'status': 'completed', 'code': 200} May 12 23:34:12.323520 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:12.326571 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-90867575-ae5f-49f8-a216-e78215bd3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:12.328110 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-90867575-ae5f-49f8-a216-e78215bd3837 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e81bb52b456d4be68365930154165998&device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 1130 time: 0.0443902 May 12 23:34:12.431134 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-ec7b6a80-35c0-4c79-bfd3-fd3a64940419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:12.432628 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-ec7b6a80-35c0-4c79-bfd3-fd3a64940419 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 200 len: 912 time: 0.0973403 May 12 23:34:12.518753 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:12.546625 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:34:12.554787 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:12.555393 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:33:43Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:12.625805 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdeec7-dfd4-4686-8813-7aa5b667a4d9 req-fc91a229-486b-409a-aded-f2342fca29df tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:12.627260 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fcbdeec7-dfd4-4686-8813-7aa5b667a4d9 req-fc91a229-486b-409a-aded-f2342fca29df tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 946 time: 0.2006075 May 12 23:34:12.666702 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:12.676194 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-fcbdeec7-dfd4-4686-8813-7aa5b667a4d9 req-080bf629-0e9a-4533-94a9-519e916a6abc tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 May 12 23:34:12.862552 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:12.889030 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ecf33-2283-41b4-833d-cd7c02651272 None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:25:58Z', 'revision_number': 4, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi', '_interfaces': [{'id': '5227505a-c73d-4999-afd8-4e81fbcc9c9e', 'name': '', 'network_id': '5fa03ac1-bc64-4412-9031-d999b3f46bb9', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'mac_address': 'fa:16:3e:b7:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:58Z', 'updated_at': '2022-05-12T23:26:03Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'subnets': [{'id': '55278cc7-2999-4ab9-bd40-ddb4ecdbe183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:34:13.107414 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90785387-2a36-44ad-96df-04c5970b2cbf None None] New status for floating IP 71f10dc0-24c9-41b4-a077-ff95b080eb33: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 23:34:13.184164 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93e4bb66-5a91-45fa-b6e9-6d44888cdfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:13.570122 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-fc155891-5424-4145-8cd6-1c64fdde4c21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0361471 May 12 23:34:13.620806 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-edc60809-a59b-4cc2-946e-338388828a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:13.622213 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-edc60809-a59b-4cc2-946e-338388828a37 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 200 len: 850 time: 0.0430603 May 12 23:34:13.759914 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-f7e0e194-2ef3-4b63-a11e-35703e52de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:13.761448 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-f7e0e194-2ef3-4b63-a11e-35703e52de45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5fa03ac1-bc64-4412-9031-d999b3f46bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405490 May 12 23:34:13.843985 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd538f16-0a19-42ef-a3fd-5bc4f811e1c5 req-211c594c-43af-4d7a-9a97-5c3b801348ca tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:13.845410 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bd538f16-0a19-42ef-a3fd-5bc4f811e1c5 req-211c594c-43af-4d7a-9a97-5c3b801348ca tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 946 time: 0.0978587 May 12 23:34:13.856228 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-6ef21168-111f-463d-aa12-5313dbf75de6 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 May 12 23:34:13.893974 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-bd538f16-0a19-42ef-a3fd-5bc4f811e1c5 req-d0d70186-2110-46f5-9cbb-99f179e64e0f tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 May 12 23:34:14.008339 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee695ff2-664d-4e06-a6e3-15b210fc19dc req-43b330c4-ea63-4d40-a4d3-1bc0c316d7b0 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939667 May 12 23:34:14.056180 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124efa10-1af4-484e-a85a-9ab140930869 req-ae408d6e-a7cd-40aa-ba9d-6b5c5d145a6e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:14.057647 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-124efa10-1af4-484e-a85a-9ab140930869 req-ae408d6e-a7cd-40aa-ba9d-6b5c5d145a6e tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 946 time: 0.0484214 May 12 23:34:14.087530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:14.154064 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Deleting port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:14.154400 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:14.243612 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] For port 22b2022e-3bc6-48c4-a88f-20169d79d7a0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22b2022e-3bc6-48c4-a88f-20169d79d7a0,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:14.243969 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:14.257165 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Calling delete_port for 22b2022e-3bc6-48c4-a88f-20169d79d7a0 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:14.273249 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:14.393986 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (22b2022e-3bc6-48c4-a88f-20169d79d7a0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:14.421256 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'Port': ['ID=22b2022e-3bc6-48c4-a88f-20169d79d7a0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:14.465753 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] No DVR routers for this DVR port 22b2022e-3bc6-48c4-a88f-20169d79d7a0 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:14.468084 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:14.471259 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-124efa10-1af4-484e-a85a-9ab140930869 req-73a84e60-8972-495a-b2f7-80063131b833 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.76 "DELETE /v2.0/ports/22b2022e-3bc6-48c4-a88f-20169d79d7a0 HTTP/1.1" status: 204 len: 173 time: 0.4084873 May 12 23:34:14.471696 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'name': 'network-vif-deleted', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:34:14.473899 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a246471-cf44-4e98-8672-3f204fceaf02" -d '{"events": [{"server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "name": "network-vif-deleted", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:34:14.511371 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd50c9d-1d62-4930-92ae-fcf4caba46d1 x-openstack-request-id: req-ebd50c9d-1d62-4930-92ae-fcf4caba46d1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:34:14.511720 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f019d8-4fe9-4d31-b098-b0c370b66d95", "name": "network-vif-deleted", "tag": "22b2022e-3bc6-48c4-a88f-20169d79d7a0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:34:14.511997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebd50c9d-1d62-4930-92ae-fcf4caba46d1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:34:14.512689 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd50c9d-1d62-4930-92ae-fcf4caba46d1'] response: {'server_uuid': 'b5f019d8-4fe9-4d31-b098-b0c370b66d95', 'name': 'network-vif-deleted', 'tag': '22b2022e-3bc6-48c4-a88f-20169d79d7a0', 'status': 'completed', 'code': 200} May 12 23:34:15.004511 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-2b7c6921-a8c7-4ebf-9993-81d93e78b018 req-323c58e0-3589-4f7d-9cfb-89693aacecbb tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5f019d8-4fe9-4d31-b098-b0c370b66d95 HTTP/1.1" status: 200 len: 210 time: 0.0322061 May 12 23:34:15.765750 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.062466 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:16.182914 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Deleting port c65227a9-56b0-4234-9767-be2d9950ef5a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:16.183251 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.249941 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 22b2022e-3bc6-48c4-a88f-20169d79d7a0 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:16.261548 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.261879 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (c65227a9-56b0-4234-9767-be2d9950ef5a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.274134 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 22b2022e-3bc6-48c4-a88f-20169d79d7a0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:16.280823 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 22b2022e-3bc6-48c4-a88f-20169d79d7a0 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:16.281162 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Calling delete_port for c65227a9-56b0-4234-9767-be2d9950ef5a owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:16.433150 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (c65227a9-56b0-4234-9767-be2d9950ef5a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.482653 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'Port': ['ID=c65227a9-56b0-4234-9767-be2d9950ef5a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:16.558067 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c7619-41a0-41d6-9e98-a5211145b0ad req-5a03965b-0254-4eb8-ba6b-2e415cc5230f tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:16.559358 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8d7c7619-41a0-41d6-9e98-a5211145b0ad req-5a03965b-0254-4eb8-ba6b-2e415cc5230f tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 946 time: 0.0778821 May 12 23:34:16.564198 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for floatingip (7de2d463-b42b-4e13-8303-a561d35144a6), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.566816 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for floatingip (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:16.567896 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-0eb3c56e-f6ed-4cf4-b2de-b0b617c4a8f4 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "DELETE /v2.0/floatingips/7de2d463-b42b-4e13-8303-a561d35144a6 HTTP/1.1" status: 204 len: 168 time: 0.5045948 May 12 23:34:16.618084 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8d7c7619-41a0-41d6-9e98-a5211145b0ad req-4524d786-2b72-4308-9925-7a5c96ebb972 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 May 12 23:34:16.914120 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:16.976902 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68468754-db36-488b-891f-9811a88e47a1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group (a7bc04fe-9223-4dcf-88e7-25ff0fb9847e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.001092 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68468754-db36-488b-891f-9811a88e47a1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group (a7bc04fe-9223-4dcf-88e7-25ff0fb9847e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.063598 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68468754-db36-488b-891f-9811a88e47a1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (a7bc04fe-9223-4dcf-88e7-25ff0fb9847e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.066241 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68468754-db36-488b-891f-9811a88e47a1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.067426 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-68468754-db36-488b-891f-9811a88e47a1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] 10.222.0.49 "DELETE /v2.0/security-groups/a7bc04fe-9223-4dcf-88e7-25ff0fb9847e HTTP/1.1" status: 204 len: 168 time: 0.1523194 May 12 23:34:17.076222 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68468754-db36-488b-891f-9811a88e47a1 tempest-TestVolumeBootPattern-586771989 tempest-TestVolumeBootPattern-586771989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bc04fe-9223-4dcf-88e7-25ff0fb9847e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:17.125216 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33406) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:17.259267 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.559262 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.758232 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c84d-d46d-44ba-b1fc-57e4c65ab028 req-ae3a7be3-9379-44c7-9416-e1a05e23def2 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:17.759705 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8497c84d-d46d-44ba-b1fc-57e4c65ab028 req-ae3a7be3-9379-44c7-9416-e1a05e23def2 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 946 time: 0.0724361 May 12 23:34:17.847931 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-8497c84d-d46d-44ba-b1fc-57e4c65ab028 req-fa93ea5f-8b23-479c-82bc-b4faba285f92 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9c8274-63fe-4430-b271-e0ae1850fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822957 May 12 23:34:17.856553 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Deleting port 5227505a-c73d-4999-afd8-4e81fbcc9c9e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:17.856900 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.935778 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] For port 5227505a-c73d-4999-afd8-4e81fbcc9c9e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5227505a-c73d-4999-afd8-4e81fbcc9c9e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:17.936138 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:17.949265 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Calling delete_port for 5227505a-c73d-4999-afd8-4e81fbcc9c9e owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:18.128116 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (5227505a-c73d-4999-afd8-4e81fbcc9c9e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.152402 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Pushing event deleted for resources: {'Port': ['ID=5227505a-c73d-4999-afd8-4e81fbcc9c9e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:18.229940 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-7c05a147-5918-4cc6-b0d4-ef88e3e84fa0 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 23:34:18.231417 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-7c05a147-5918-4cc6-b0d4-ef88e3e84fa0 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 946 time: 0.0541708 May 12 23:34:18.327220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Deleting port 5354f507-0a1c-4054-9527-0f3d93aab8c7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:18.327455 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.327573 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.417699 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] For port 5354f507-0a1c-4054-9527-0f3d93aab8c7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=5354f507-0a1c-4054-9527-0f3d93aab8c7,segment=NetworkSegment(f7ff3696-df82-4921-957e-045818eba224),segment_id=f7ff3696-df82-4921-957e-045818eba224)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:18.418071 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.431317 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Calling delete_port for 5354f507-0a1c-4054-9527-0f3d93aab8c7 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:18.549212 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Router acb3f2e9-7b6b-4077-b10b-8de4837b80eb has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:34:18.560262 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (5354f507-0a1c-4054-9527-0f3d93aab8c7), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.589328 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Pushing event deleted for resources: {'Port': ['ID=5354f507-0a1c-4054-9527-0f3d93aab8c7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:18.631670 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] No DVR routers for this DVR port 5354f507-0a1c-4054-9527-0f3d93aab8c7 on host hv-cinder-78226 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:18.634094 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104129'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.637257 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d13da65f-6c58-4d68-b564-36cbb7150d43 req-55f51d89-8876-47e0-af2b-2cca4eaad1ee tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.76 "DELETE /v2.0/ports/5354f507-0a1c-4054-9527-0f3d93aab8c7 HTTP/1.1" status: 204 len: 173 time: 0.3992343 May 12 23:34:18.637700 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'name': 'network-vif-deleted', 'tag': '5354f507-0a1c-4054-9527-0f3d93aab8c7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 23:34:18.639933 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d3c2f2ea85bba11d17536c3b94ea73b5a857e6ec89b924a33276c56825e8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f431dff4-023a-42b7-8131-0f53cf49ac4e" -d '{"events": [{"server_uuid": "c9d3e1b3-774d-459b-adb8-7465c5d30546", "name": "network-vif-deleted", "tag": "5354f507-0a1c-4054-9527-0f3d93aab8c7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 23:34:18.668044 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:34:18.673875 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5a576709-a54f-41f6-a918-9ab4e1e84855 admin admin] 10.222.0.49 "PUT /v2.0/routers/acb3f2e9-7b6b-4077-b10b-8de4837b80eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473011 May 12 23:34:18.676462 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33414) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:18.679926 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] Sync routers for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:34:18.686944 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c3b09-0be2-4c1b-8ea3-155b394fef45 x-openstack-request-id: req-4d4c3b09-0be2-4c1b-8ea3-155b394fef45 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 23:34:18.687220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d3e1b3-774d-459b-adb8-7465c5d30546", "name": "network-vif-deleted", "tag": "5354f507-0a1c-4054-9527-0f3d93aab8c7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 23:34:18.687611 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d4c3b09-0be2-4c1b-8ea3-155b394fef45 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 23:34:18.688030 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4c3b09-0be2-4c1b-8ea3-155b394fef45'] response: {'server_uuid': 'c9d3e1b3-774d-459b-adb8-7465c5d30546', 'name': 'network-vif-deleted', 'tag': '5354f507-0a1c-4054-9527-0f3d93aab8c7', 'status': 'completed', 'code': 200} May 12 23:34:18.694292 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:18.695023 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:34:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:18.789351 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks [] for router (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.901563 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks [] for router_gateway (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:18.948482 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: dv-cinder-782260-5-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:18.966915 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [req-89dd6d18-6bdd-44ca-a781-7966a1416bb8 req-bef39477-8e90-4ed1-a437-e88589d36d28 tempest-VolumesSnapshotTestJSON-20926771 tempest-VolumesSnapshotTestJSON-20926771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9d3e1b3-774d-459b-adb8-7465c5d30546 HTTP/1.1" status: 200 len: 210 time: 0.0349309 May 12 23:34:18.973386 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Deleting port be93d1a8-9746-48d9-86ec-1144d7b8cc69 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:18.973724 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.055670 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] For port be93d1a8-9746-48d9-86ec-1144d7b8cc69, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=be93d1a8-9746-48d9-86ec-1144d7b8cc69,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:19.056045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.070462 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Calling delete_port for be93d1a8-9746-48d9-86ec-1144d7b8cc69 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:19.133701 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:34:18Z', 'revision_number': 5, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port': {'id': 'be93d1a8-9746-48d9-86ec-1144d7b8cc69', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:25:56Z', 'updated_at': '2022-05-12T23:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:19.167664 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] Checking router: acb3f2e9-7b6b-4077-b10b-8de4837b80eb for host: dv-cinder-782260-5-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:34:19.176013 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] Routers {'acb3f2e9-7b6b-4077-b10b-8de4837b80eb'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:19.176589 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:34:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:19.251071 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (be93d1a8-9746-48d9-86ec-1144d7b8cc69), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.269849 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] Set router acb3f2e9-7b6b-4077-b10b-8de4837b80eb gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:19.282464 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=be93d1a8-9746-48d9-86ec-1144d7b8cc69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:19.326907 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:34:18Z', 'revision_number': 6, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:19.358091 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588d90-d698-4652-9cee-e3a6a7439686 None None] The sync data for ids ['acb3f2e9-7b6b-4077-b10b-8de4837b80eb'] in dv-cinder-782260-5-iscsi is: [{'id': 'acb3f2e9-7b6b-4077-b10b-8de4837b80eb', 'name': 'tempest-TestVolumeBootPattern-917427282-router', 'tenant_id': 'e81bb52b456d4be68365930154165998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:25:55Z', 'updated_at': '2022-05-12T23:34:18Z', 'revision_number': 6, 'project_id': 'e81bb52b456d4be68365930154165998', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:34:19.594907 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.683682 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.686061 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks [] for router_controller (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.737543 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (acb3f2e9-7b6b-4077-b10b-8de4837b80eb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.738362 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb3f2e9-7b6b-4077-b10b-8de4837b80eb {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:34:19.743311 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.744503 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-6f37dc84-e6ad-4c4a-a731-21f5284cc6dd admin admin] 10.222.0.49 "DELETE /v2.0/routers/acb3f2e9-7b6b-4077-b10b-8de4837b80eb HTTP/1.1" status: 204 len: 168 time: 1.0668616 May 12 23:34:19.746963 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:19.794904 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Deleting subnet 55278cc7-2999-4ab9-bd40-ddb4ecdbe183 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:34:19.799867 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Publish callbacks [] for subnet (55278cc7-2999-4ab9-bd40-ddb4ecdbe183), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.836102 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504788'] for subnet (55278cc7-2999-4ab9-bd40-ddb4ecdbe183), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.910428 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (55278cc7-2999-4ab9-bd40-ddb4ecdbe183), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.965051 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4434182'] for subnet (55278cc7-2999-4ab9-bd40-ddb4ecdbe183), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.989987 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55278cc7-2999-4ab9-bd40-ddb4ecdbe183,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:19.993651 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:19.996758 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-956a3a4b-19ce-4a6e-bba7-1178aa585444 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/55278cc7-2999-4ab9-bd40-ddb4ecdbe183 HTTP/1.1" status: 204 len: 168 time: 0.2488520 May 12 23:34:19.999344 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:19.999904 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb5133-94fc-47bf-919e-b0ec912c5c75 None None] Network 5fa03ac1-bc64-4412-9031-d999b3f46bb9 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:34:20.085495 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (5fa03ac1-bc64-4412-9031-d999b3f46bb9), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.146246 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Deleting port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:20.146660 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.185106 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] DHCP port deletion for 5fa03ac1-bc64-4412-9031-d999b3f46bb9 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:34:20.213570 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] For port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:20.214045 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.230161 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Calling delete_port for 5c5ceb45-13c8-4479-ae23-086e4fd6d10e owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:20.245327 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] Deleting port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:20.245696 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.273051 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5354f507-0a1c-4054-9527-0f3d93aab8c7 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:20.279408 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5227505a-c73d-4999-afd8-4e81fbcc9c9e no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:20.355230 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4806629'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.378920 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] For port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,segment=NetworkSegment(769da4a9-b25c-4692-93df-dd92fced24eb),segment_id=769da4a9-b25c-4692-93df-dd92fced24eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:20.379712 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.405261 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:20.414118 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] Calling delete_port for 5c5ceb45-13c8-4479-ae23-086e4fd6d10e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:20.417317 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] No DVR routers for this DVR port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e on host dv-cinder-782260-5-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:20.462503 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] No Port match for: 5354f507-0a1c-4054-9527-0f3d93aab8c7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:20.463229 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Device 5354f507-0a1c-4054-9527-0f3d93aab8c7 not bound to the agent host hv-cinder-78226 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:20.468579 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 5227505a-c73d-4999-afd8-4e81fbcc9c9e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:20.469138 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5227505a-c73d-4999-afd8-4e81fbcc9c9e not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:20.469786 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5c5ceb45-13c8-4479-ae23-086e4fd6d10e no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:20.542989 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (5fa03ac1-bc64-4412-9031-d999b3f46bb9), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.551736 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 5c5ceb45-13c8-4479-ae23-086e4fd6d10e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:20.552351 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5c5ceb45-13c8-4479-ae23-086e4fd6d10e not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:20.553512 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device be93d1a8-9746-48d9-86ec-1144d7b8cc69 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:20.575618 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa03ac1-bc64-4412-9031-d999b3f46bb9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:20.590387 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769da4a9-b25c-4692-93df-dd92fced24eb') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:20.590872 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.services.segments.db [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769da4a9-b25c-4692-93df-dd92fced24eb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:20.592682 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: be93d1a8-9746-48d9-86ec-1144d7b8cc69 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:20.593238 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device be93d1a8-9746-48d9-86ec-1144d7b8cc69 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:20.605448 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5504813'] for segment (769da4a9-b25c-4692-93df-dd92fced24eb), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.619462 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (769da4a9-b25c-4692-93df-dd92fced24eb), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.625976 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:34:20.626359 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4806582'] for segment (769da4a9-b25c-4692-93df-dd92fced24eb), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: Traceback (most recent call last): May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: timer() May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: cb(*args, **kw) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: return func(*args, **kwargs) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: self._notify() May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: self.callback(batched_events) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: event.method(event) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: return f(self, *a, **k) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._get(url).json() May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: return self.request(url, 'GET', **kwargs) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:34:20.628657 dv-cinder-782260-5-iscsi neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:34:20.631884 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (5c5ceb45-13c8-4479-ae23-086e4fd6d10e), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.659315 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] Pushing event deleted for resources: {'Port': ['ID=5c5ceb45-13c8-4479-ae23-086e4fd6d10e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:20.662033 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65454e0a-2629-4133-9855-ea08eebb2a9e None None] No DVR routers for this DVR port 5c5ceb45-13c8-4479-ae23-086e4fd6d10e on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:20.693386 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (5fa03ac1-bc64-4412-9031-d999b3f46bb9), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.699892 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:20.702992 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] 10.222.0.49 "DELETE /v2.0/networks/5fa03ac1-bc64-4412-9031-d999b3f46bb9 HTTP/1.1" status: 204 len: 168 time: 0.7028329 May 12 23:34:20.706036 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:20.714641 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a911e-fe9c-423e-9e4c-e11202fe811e admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa03ac1-bc64-4412-9031-d999b3f46bb9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:21.027652 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7870401'] for router_interface (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:21.258581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Deleting port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:21.258922 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:21.336858 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] For port 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:21.337141 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:21.353321 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Calling delete_port for 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:21.534394 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (5d2c52fc-d6e0-4633-9c0c-ece1d19ab529), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:21.561997 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2c52fc-d6e0-4633-9c0c-ece1d19ab529,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:21.739627 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7905872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7980254'] for router_interface (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:22.212701 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 has already been hosted by L3 agent cebcd17b-45f6-41f0-bac4-c2ac01a507ec {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 23:34:22.318207 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] Notify agent at l3_agent.dv-cinder-782260-5-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 23:34:22.323060 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1d855746-206e-4020-a0cc-a027d09dbc07 admin admin] 10.222.0.49 "PUT /v2.0/routers/d4e00fcf-7902-41f2-b9cc-6dadbf50b371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6159990 May 12 23:34:22.325694 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:22.326440 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] Sync routers for ids ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'] in dv-cinder-782260-5-iscsi {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 23:34:22.336729 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] Routers {'d4e00fcf-7902-41f2-b9cc-6dadbf50b371'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:22.337322 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:34:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:22.431282 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks [] for router (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:22.444296 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] Set router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 gateway port host: dv-cinder-782260-5-iscsi {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:22.540461 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks [] for router_gateway (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:22.583724 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Deleting port 8f6a2977-210f-4e52-977f-8fc707af0ac9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:22.584062 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:22.610507 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'external_fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:34:21Z', 'revision_number': 5, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port': {'id': '8f6a2977-210f-4e52-977f-8fc707af0ac9', 'name': '', 'network_id': 'f672abd2-fc07-4d12-9ec2-182c38788649', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394768cb-6159-480f-bc92-28ea4c2d1020', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-5-iscsi'}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:22.641053 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] Checking router: d4e00fcf-7902-41f2-b9cc-6dadbf50b371 for host: dv-cinder-782260-5-iscsi {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 23:34:22.649769 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] Routers {'d4e00fcf-7902-41f2-b9cc-6dadbf50b371'} bound to L3 agent in host dv-cinder-782260-5-iscsi {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 23:34:22.650364 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T23:15:43Z,description=,heartbeat_timestamp=2022-05-12T23:34:13Z,host='dv-cinder-782260-5-iscsi',id=cebcd17b-45f6-41f0-bac4-c2ac01a507ec,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T23:15:43Z,topic='l3_agent')) {'router_ids': ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:22.673320 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] For port 8f6a2977-210f-4e52-977f-8fc707af0ac9, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=8f6a2977-210f-4e52-977f-8fc707af0ac9,segment=NetworkSegment(b1d5f237-3bdb-4097-998e-1fbe5a463fd8),segment_id=b1d5f237-3bdb-4097-998e-1fbe5a463fd8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:22.673693 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:22.686565 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Calling delete_port for 8f6a2977-210f-4e52-977f-8fc707af0ac9 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:22.736321 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] Set router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 23:34:22.787212 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:34:22Z', 'revision_number': 6, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port_host': None}], 'dv-cinder-782260-5-iscsi', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:22.817228 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b809e-a194-44cc-9b6b-89e50a681ddd None None] The sync data for ids ['d4e00fcf-7902-41f2-b9cc-6dadbf50b371'] in dv-cinder-782260-5-iscsi is: [{'id': 'd4e00fcf-7902-41f2-b9cc-6dadbf50b371', 'name': 'tempest-TestVolumeBootPattern-598109800-router', 'tenant_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T23:26:01Z', 'updated_at': '2022-05-12T23:34:22Z', 'revision_number': 6, 'project_id': '2643a9bdd2b842f79d850d8b276f6b4e', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 23:34:22.865124 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (8f6a2977-210f-4e52-977f-8fc707af0ac9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:22.890435 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6a2977-210f-4e52-977f-8fc707af0ac9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:22.950504 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890931'] for router_gateway (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.042684 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7890107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6980'] for router (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.044809 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks [] for router_controller (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.086475 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7890082'] for router (d4e00fcf-7902-41f2-b9cc-6dadbf50b371), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.087131 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e00fcf-7902-41f2-b9cc-6dadbf50b371 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 23:34:23.092190 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.093350 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7951238a-d400-4832-bf19-ef27a355f7b4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d4e00fcf-7902-41f2-b9cc-6dadbf50b371 HTTP/1.1" status: 204 len: 168 time: 0.7667511 May 12 23:34:23.095767 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:23.140838 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Deleting subnet 3af628e4-3e58-48ab-be20-2c5178a772d5 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:34:23.144188 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Publish callbacks [] for subnet (3af628e4-3e58-48ab-be20-2c5178a772d5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.180282 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16611003'] for subnet (3af628e4-3e58-48ab-be20-2c5178a772d5), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.264641 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (3af628e4-3e58-48ab-be20-2c5178a772d5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.316540 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15792649'] for subnet (3af628e4-3e58-48ab-be20-2c5178a772d5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.341001 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af628e4-3e58-48ab-be20-2c5178a772d5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:23.344561 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.347666 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d11e2137-db58-4657-9ecf-36290804a647 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3af628e4-3e58-48ab-be20-2c5178a772d5 HTTP/1.1" status: 204 len: 168 time: 0.2509501 May 12 23:34:23.350792 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:23.353239 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a0895-2936-468c-9d83-853434bb7509 None None] Network 00727003-2082-4f42-8919-d6576d60a221 requested from dv-cinder-782260-5-iscsi {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 23:34:23.421581 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (00727003-2082-4f42-8919-d6576d60a221), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.465759 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Deleting port bb87b975-f9fa-404c-a097-0c83f1fb4a2b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:23.466313 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.528667 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] For port bb87b975-f9fa-404c-a097-0c83f1fb4a2b, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:23.529038 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.547660 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Calling delete_port for bb87b975-f9fa-404c-a097-0c83f1fb4a2b owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:23.568521 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] DHCP port deletion for 00727003-2082-4f42-8919-d6576d60a221 request from dv-cinder-782260-5-iscsi {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 23:34:23.609503 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] Deleting port bb87b975-f9fa-404c-a097-0c83f1fb4a2b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 23:34:23.609973 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758239630053'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.630351 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4792341'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.657999 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:23.664545 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] No DVR routers for this DVR port bb87b975-f9fa-404c-a097-0c83f1fb4a2b on host dv-cinder-782260-5-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:23.687618 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] For port bb87b975-f9fa-404c-a097-0c83f1fb4a2b, host dv-cinder-782260-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-5-iscsi',level=0,port_id=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,segment=NetworkSegment(62a8dd1c-0f61-4d03-bc52-37d456832b23),segment_id=62a8dd1c-0f61-4d03-bc52-37d456832b23)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 23:34:23.688030 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7870219'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.701826 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] Calling delete_port for bb87b975-f9fa-404c-a097-0c83f1fb4a2b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 23:34:23.744364 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (00727003-2082-4f42-8919-d6576d60a221), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.765030 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00727003-2082-4f42-8919-d6576d60a221']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:23.778748 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a8dd1c-0f61-4d03-bc52-37d456832b23') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:23.779279 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a8dd1c-0f61-4d03-bc52-37d456832b23') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:23.780103 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-698857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8197085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758239640185', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758239077488'] for port (bb87b975-f9fa-404c-a097-0c83f1fb4a2b), after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.790855 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (62a8dd1c-0f61-4d03-bc52-37d456832b23), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.804740 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] Pushing event deleted for resources: {'Port': ['ID=bb87b975-f9fa-404c-a097-0c83f1fb4a2b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:23.805137 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (62a8dd1c-0f61-4d03-bc52-37d456832b23), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.811630 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:34:23.812798 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (62a8dd1c-0f61-4d03-bc52-37d456832b23), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:34:23.814858 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:34:23.817762 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f56e8-8f95-4ab3-abc5-61de1ad0d786 None None] No DVR routers for this DVR port bb87b975-f9fa-404c-a097-0c83f1fb4a2b on host dv-cinder-782260-5-iscsi {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 23:34:23.883611 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (00727003-2082-4f42-8919-d6576d60a221), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.888853 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:23.891893 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/00727003-2082-4f42-8919-d6576d60a221 HTTP/1.1" status: 204 len: 168 time: 0.5402048 May 12 23:34:23.902624 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2d8d9-18b2-4e9d-90f9-be9f223fd9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00727003-2082-4f42-8919-d6576d60a221,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:24.000933 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:24.041591 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-ce127c11-1ef9-43b1-b6a2-f00c0c20776b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e81bb52b456d4be68365930154165998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395398 May 12 23:34:24.044040 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:24.093876 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-230c84a1-d5a1-4eb6-96c0-18f11d8a1bdd admin admin] Publish callbacks [] for security_group (cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.114048 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-230c84a1-d5a1-4eb6-96c0-18f11d8a1bdd admin admin] Publish callbacks [] for security_group (cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.161085 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-230c84a1-d5a1-4eb6-96c0-18f11d8a1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.164091 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-230c84a1-d5a1-4eb6-96c0-18f11d8a1bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.165311 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-230c84a1-d5a1-4eb6-96c0-18f11d8a1bdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8 HTTP/1.1" status: 204 len: 168 time: 0.1203563 May 12 23:34:24.173470 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c84a1-d5a1-4eb6-96c0-18f11d8a1bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d09af-d0e8-4e56-80b1-f3d8c2d802e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:24.210981 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bb87b975-f9fa-404c-a097-0c83f1fb4a2b no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:24.231287 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: bb87b975-f9fa-404c-a097-0c83f1fb4a2b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:24.231630 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device bb87b975-f9fa-404c-a097-0c83f1fb4a2b not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:24.232048 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:24.251694 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:24.251972 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 5d2c52fc-d6e0-4633-9c0c-ece1d19ab529 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:24.252401 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 8f6a2977-210f-4e52-977f-8fc707af0ac9 no longer exists at agent ovs-agent-dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 23:34:24.271329 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] No Port match for: 8f6a2977-210f-4e52-977f-8fc707af0ac9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 23:34:24.271764 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Device 8f6a2977-210f-4e52-977f-8fc707af0ac9 not bound to the agent host dv-cinder-782260-5-iscsi {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 23:34:24.475407 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:24.514617 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-cc12091a-d166-43bb-b52c-bff4bacf515d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2643a9bdd2b842f79d850d8b276f6b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380213 May 12 23:34:24.517012 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:24.562317 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5936b664-161e-4f0a-9967-2bfba36ccdf9 admin admin] Publish callbacks [] for security_group (de0198e0-d6a5-49a2-a46e-c27f2cf24384), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.583110 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5936b664-161e-4f0a-9967-2bfba36ccdf9 admin admin] Publish callbacks [] for security_group (de0198e0-d6a5-49a2-a46e-c27f2cf24384), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.628272 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5936b664-161e-4f0a-9967-2bfba36ccdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (de0198e0-d6a5-49a2-a46e-c27f2cf24384), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.630808 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5936b664-161e-4f0a-9967-2bfba36ccdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:24.631958 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-5936b664-161e-4f0a-9967-2bfba36ccdf9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de0198e0-d6a5-49a2-a46e-c27f2cf24384 HTTP/1.1" status: 204 len: 168 time: 0.1140437 May 12 23:34:24.639240 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b664-161e-4f0a-9967-2bfba36ccdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0198e0-d6a5-49a2-a46e-c27f2cf24384,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:30.423428 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:34:40.795571 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b00bddc8-d295-473f-b577-fbe2866d826f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.264265 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.49', 33572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:41.311363 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Deleting subnet ab12406f-eda0-4456-9bab-37b0ae54ff6e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 23:34:41.314350 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Publish callbacks [] for subnet (ab12406f-eda0-4456-9bab-37b0ae54ff6e), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.346717 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5504788'] for subnet (ab12406f-eda0-4456-9bab-37b0ae54ff6e), precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.384485 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750075'] for subnet (ab12406f-eda0-4456-9bab-37b0ae54ff6e), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.434410 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4434182'] for subnet (ab12406f-eda0-4456-9bab-37b0ae54ff6e), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.461901 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.465020 dv-cinder-782260-5-iscsi neutron-server[103289]: INFO neutron.wsgi [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab12406f-eda0-4456-9bab-37b0ae54ff6e HTTP/1.1" status: 204 len: 168 time: 0.1997471 May 12 23:34:41.466043 dv-cinder-782260-5-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e47f62-c46c-4270-a2c3-e8558d902afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab12406f-eda0-4456-9bab-37b0ae54ff6e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:41.467560 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:41.533796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628516'] for network (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.613133 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687694', 'neutron.services.segments.db._delete_segments_for_network-8758239576086'] for network (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.631942 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:41.640802 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ff3696-df82-4921-957e-045818eba224') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:41.641098 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ff3696-df82-4921-957e-045818eba224') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 23:34:41.650546 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758239611423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610946'] for segment (f7ff3696-df82-4921-957e-045818eba224), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.664251 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032'] for segment (f7ff3696-df82-4921-957e-045818eba224), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.670220 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 23:34:41.670633 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792390'] for segment (f7ff3696-df82-4921-957e-045818eba224), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: Traceback (most recent call last): May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: timer() May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: cb(*args, **kw) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: return func(*args, **kwargs) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: self._notify() May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: self.callback(batched_events) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: event.method(event) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: return f(self, *a, **k) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._get(url).json() May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 23:34:41.672326 dv-cinder-782260-5-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 23:34:41.728115 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7905881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7872449'] for network (6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.733767 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7905911'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:41.736872 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3 HTTP/1.1" status: 204 len: 168 time: 0.2683318 May 12 23:34:41.747540 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596543a-cc68-4dc7-ae34-925b040a4816 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb54bd9-70f5-4636-b323-8ef5dd2ab7b3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:41.902497 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33578) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:41.940794 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2329a018-c1b0-4559-9551-46558699807e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=305b23bac7a54c0fae0b0885913b6e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371971 May 12 23:34:41.943199 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.49', 33580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 23:34:41.988157 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f094a3-ec8d-4856-97b7-626c1e0b8635 admin admin] Publish callbacks [] for security_group (3c9c8274-63fe-4430-b271-e0ae1850fa4e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:42.009233 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f094a3-ec8d-4856-97b7-626c1e0b8635 admin admin] Publish callbacks [] for security_group (3c9c8274-63fe-4430-b271-e0ae1850fa4e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:42.055848 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f094a3-ec8d-4856-97b7-626c1e0b8635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981154'] for security_group (3c9c8274-63fe-4430-b271-e0ae1850fa4e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:42.058359 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f094a3-ec8d-4856-97b7-626c1e0b8635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:42.059485 dv-cinder-782260-5-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d9f094a3-ec8d-4856-97b7-626c1e0b8635 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c9c8274-63fe-4430-b271-e0ae1850fa4e HTTP/1.1" status: 204 len: 168 time: 0.1149068 May 12 23:34:42.066796 dv-cinder-782260-5-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f094a3-ec8d-4856-97b7-626c1e0b8635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9c8274-63fe-4430-b271-e0ae1850fa4e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 23:34:43.189775 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b488421d-fc45-4089-bde6-d9f1152873fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:44.089324 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:44.284632 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:45.764977 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:34:47.261219 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:07.422337 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:35:10.807102 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-171c53ce-73de-43fb-8884-81788feea3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:13.181321 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60e77c2a-ae8b-4329-91c1-1f95b74d9250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:14.091143 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:14.282778 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:15.767674 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:17.264386 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:40.798883 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a19b78c3-491b-4a8c-beba-975c46c43bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:43.181246 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8da7b7dd-2fba-4ad9-94cc-167f17003c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:44.094482 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:44.286134 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:44.420974 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:35:45.770530 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:35:47.266198 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:10.800734 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef950a68-caf0-49a8-a886-7fe8dafa38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:13.181566 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa182-39ca-4b97-96fe-b03defeae0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:14.096931 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:14.299062 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:15.773917 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:17.267830 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:21.421099 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:36:40.802156 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0d790de-8284-4d37-8990-0cc51b18f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:43.183189 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a9bfa0d-5464-4ef2-ab9f-f67be10a9ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:44.099501 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:44.310123 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:45.777438 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:47.271887 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:36:58.420233 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:37:10.815175 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5544224d-0ee9-4141-b137-5f372ffae7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:13.185032 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be468de3-f83f-4a45-8b76-ced6597c8001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:14.102978 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:14.313232 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:15.786051 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:17.273258 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:35.419317 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:37:40.806254 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f71a426a-bc74-488f-8991-abb7d72106f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:43.186577 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-173a1bf5-b808-4492-b97d-dec99632e390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:44.105599 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:44.317382 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:45.784261 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:37:47.275361 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:10.810726 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3a160258-b004-4a47-8c39-bd346266ce89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:12.418061 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:38:13.187406 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20d23c7a-8587-479f-a433-a0f1720c821a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:14.108115 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:14.324098 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:15.787288 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:17.276876 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:40.812332 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08129aaf-8b63-4507-b8b9-ece01511cb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:43.188266 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf4502c9-13be-465d-822c-a7c4f7c2d378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:44.118957 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:44.323388 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:45.791230 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:47.278435 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:38:49.417032 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:39:10.814566 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2101edad-3a66-4ccf-9696-d5fa6c8a307a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:13.189728 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f4a229-a40c-41ab-be16-36dd1999152c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:14.112194 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:14.322030 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:15.793482 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:17.280747 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:26.416161 dv-cinder-782260-5-iscsi neutron-server[103291]: DEBUG neutron.db.agents_db [None req-10ddba79-4fa9-4fde-925e-74a2d83ed249 None None] Agent healthcheck: found 6 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 23:39:40.814688 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c5f-e836-499d-85ad-4cee2671acff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (757bb2fe-befb-49f2-bd6e-20706cd4bc4d), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:43.191480 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15f11ff1-0b41-47fd-8e60-f9bde5d96b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (cebcd17b-45f6-41f0-bac4-c2ac01a507ec), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:44.115974 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd245d84-58cb-46f5-95e4-c80b550967f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5c641cbd-ab21-4709-b3de-a78e58da6511), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:44.336967 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a768d5-0024-4b54-b1b9-38acedf8ab5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (c2e30413-1709-49d2-8e60-0b6a9e47b9f3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:45.796673 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8802e22e-5e84-481a-9d61-e3fab207a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (1521f6ff-143f-48b0-9f90-e5a76d87ee26), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 23:39:47.281731 dv-cinder-782260-5-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-40edd5ba-e5af-4c77-90f1-e06dbeced6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758239576068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655501'] for agent (5360c8bb-8517-4e9a-8204-23c75b414215), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}